-- Logs begin at Fri 2021-06-25 13:45:38 UTC, end at Fri 2021-06-25 14:52:04 UTC. -- Jun 25 14:22:16.589713 dv-cinder-798088-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 25 14:22:18.950278 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.common.config [-] Logging enabled! Jun 25 14:22:18.951030 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 25 14:22:18.951030 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78309) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 14:22:18.954185 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.common.config [-] Logging enabled! Jun 25 14:22:18.954442 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 25 14:22:18.954753 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78309) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 25 14:22:18.955722 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 25 14:22:18.955958 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 25 14:22:18.956314 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 25 14:22:18.956559 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 25 14:22:18.956782 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 25 14:22:18.957099 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.957395 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.957721 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.957946 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.958235 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.958523 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.958843 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.959860 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.960165 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.960452 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.960732 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.961024 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.961255 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.961539 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.961828 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.962120 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.962343 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] debug = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.962624 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.963053 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.963475 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.963787 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.964157 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.964371 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.964627 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.964903 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.965189 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.965522 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] host = dv-cinder-798088-1-iscsi {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.965809 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.966103 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.966379 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.966665 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.966949 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.967226 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.967551 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.967813 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.968084 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] log_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.968358 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.968742 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.968936 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.969229 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.969561 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.969653 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.969937 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.970236 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.970562 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.971016 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.971290 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.971587 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.971870 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.972139 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.972424 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.972707 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.972990 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.973266 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.973539 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.973809 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.974096 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.974419 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.974694 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.974969 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.975243 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.975551 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.975825 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.976099 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.976400 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.976685 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.976968 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.977256 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.977528 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.977811 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.978093 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.978363 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.978634 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] use_json = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.978907 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.979177 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.979460 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.979762 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.980036 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.980309 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.980582 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.980867 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:18.981167 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.981463 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.981764 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.982051 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.982346 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.982623 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.982909 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.983186 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.983474 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.983786 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.984074 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.984350 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.984638 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.984913 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.985207 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.985515 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.985808 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.986099 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.986371 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.986646 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.986918 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.987198 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.987487 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.987801 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.988088 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.988361 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.988637 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.988927 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.989202 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.989475 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.989752 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.990058 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.990354 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.990625 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.990906 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.991179 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.991457 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.991757 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.992022 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.992316 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.992590 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.992905 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.993129 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.993403 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.993673 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.993955 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.994233 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.994504 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.994775 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.995053 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.995324 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.995688 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.995967 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.996238 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.996515 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.996787 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.997057 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.997328 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.997598 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.997869 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.998139 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.998412 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.998684 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.998955 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.999228 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.999520 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:18.999796 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.000070 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.000356 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.000655 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.000936 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.001214 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.001496 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.001774 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.002058 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.002334 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.002614 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.002892 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.003167 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.003461 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.003771 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.004059 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.004342 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.004619 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.004917 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.005197 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.005479 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.006296 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.006561 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.007026 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.007120 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.007409 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.007728 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.008026 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.008323 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.008620 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.008901 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.009215 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.009501 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:19.009717 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 14:22:19.009964 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78309) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 25 14:22:19.400042 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO keyring.backend [-] Loading KWallet Jun 25 14:22:19.407379 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO keyring.backend [-] Loading SecretService Jun 25 14:22:19.410965 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO keyring.backend [-] Loading Windows Jun 25 14:22:19.412461 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO keyring.backend [-] Loading chainer Jun 25 14:22:19.413044 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO keyring.backend [-] Loading macOS Jun 25 14:22:19.447705 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:19.447977 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:19.448266 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:19.448602 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 25 14:22:19.761345 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.761635 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.761956 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.763114 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.763382 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.763767 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.886519 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.886775 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.887047 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.900569 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.900847 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.901118 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.929752 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.930031 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.930300 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.968869 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.969481 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:19.969481 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.205019 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.205310 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.205580 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.205847 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.206585 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.332254 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.332491 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.332770 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.333036 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.333299 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.333605 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.333910 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.334362 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.334676 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.334963 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.335225 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.335492 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.335785 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.336044 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.336311 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.336731 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.336997 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.337273 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.337533 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.337817 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.338169 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.338420 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.338669 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.338950 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.339199 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.339445 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.339851 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:20.340088 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:20.340325 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:20.340552 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:20.340783 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:20.341014 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:20.341381 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 25 14:22:20.344530 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 25 14:22:20.348703 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 25 14:22:20.353123 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 25 14:22:20.354749 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 25 14:22:20.355196 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 25 14:22:20.355547 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 25 14:22:20.355934 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 25 14:22:20.358886 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 25 14:22:20.359136 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 25 14:22:20.359485 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 14:22:20.387647 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 25 14:22:20.388111 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.388410 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78309) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 25 14:22:20.388773 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.390143 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78309) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 25 14:22:20.390439 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 14:22:20.390685 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 25 14:22:20.394022 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.394310 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.457876 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 25 14:22:20.458114 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 25 14:22:20.458353 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 25 14:22:20.458737 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 25 14:22:20.492841 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_db.sqlalchemy.engines [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78309) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 25 14:22:20.825156 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Initializing driver for type 'gre' Jun 25 14:22:20.825690 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] gre ID ranges: [(1, 1000)] Jun 25 14:22:20.881908 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Initializing driver for type 'local' Jun 25 14:22:20.881908 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Initializing driver for type 'vlan' Jun 25 14:22:20.893981 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] VlanTypeDriver initialization complete Jun 25 14:22:20.894394 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Initializing driver for type 'vxlan' Jun 25 14:22:20.894902 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] vxlan ID ranges: [(1, 1000)] Jun 25 14:22:20.949888 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Initializing extension driver 'port_security' Jun 25 14:22:20.950273 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.extensions.port_security [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] PortSecurityExtensionDriver initialization complete Jun 25 14:22:20.950612 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Initializing mechanism driver 'openvswitch' Jun 25 14:22:20.950942 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Initializing mechanism driver 'hyperv' Jun 25 14:22:20.957645 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.plugins.ml2.plugin [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:22:20.958415 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > port after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.958855 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > port after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.959384 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > port after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.959629 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > subnet after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.959985 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > subnet after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.960332 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.960715 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > network after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.961069 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > network after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.961413 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > network after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.961793 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > security_group after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.962144 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > security_group after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.962488 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.962866 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.963213 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.963577 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.963959 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > address_group after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.964303 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > address_group after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.964643 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.964982 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] ML2 OVO RPC backend initialized. {{(pid=78309) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jun 25 14:22:20.965737 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.966118 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.966544 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > network before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.966896 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > networks before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.967244 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > port before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.967611 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > ports before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.967956 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > subnet before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.968299 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > subnets before_response 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.968647 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > network after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.968988 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > network after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.969498 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > network after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.969652 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > port after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.969988 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > port after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.970324 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > port after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.970911 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > subnet after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.971255 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > subnet after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.971615 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:20.972215 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.plugin [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Modular L2 Plugin initialization complete Jun 25 14:22:20.972540 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading services supported by the core plugin {{(pid=78309) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 25 14:22:20.972875 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.plugins.ml2.managers [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Got port-security extension from driver 'port_security' Jun 25 14:22:20.973346 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.extensions.vlantransparent [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Disabled vlantransparent extension. Jun 25 14:22:20.973837 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78309) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 25 14:22:20.974155 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading Plugin: router Jun 25 14:22:21.013162 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.013566 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router after_create 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.013940 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router before_create 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.014316 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.014690 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.015053 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router after_delete 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.015418 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.015814 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router after_create 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.016167 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router after_update 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.016546 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router after_update 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.016896 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.017258 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router after_update 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.017666 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router precommit_update 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.018036 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: port after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.018378 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: port after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.018714 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: subnet after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.019053 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.019403 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.019774 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router precommit_create 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.020118 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: port before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.020468 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router precommit_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.020858 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router after_update 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.021236 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.021630 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router precommit_create 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.021994 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.022340 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router precommit_update 55549900 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.022705 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > agent after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.023053 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > agent after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.023399 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > network after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.024318 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Tracking information for resource: router configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:21.024655 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Tracking information for resource: floatingip configured {{(pid=78309) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 14:22:21.029702 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.db.l3_agentschedulers_db [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 25 14:22:21.030298 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: port after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.030663 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: port after_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.031014 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: port after_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.031366 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: port after_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.032214 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router before_create 55550100 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.032577 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.033004 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router precommit_create 55550100 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.033294 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > router precommit_update 55550100 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.038087 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.services.provider_configuration [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service providers = [] {{(pid=78309) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 25 14:22:21.038447 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.db.servicetype_db [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78309) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 25 14:22:21.041411 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.services.service_base [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78309) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 14:22:21.041856 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.services.service_base [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78309) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 14:22:21.042111 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.services.service_base [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78309) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 14:22:21.042999 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.services.service_base [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78309) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 14:22:21.043558 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.services.service_base [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 25 14:22:21.043949 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:21.044273 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 25 14:22:21.055416 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:21.055785 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading Plugin: auto_allocate Jun 25 14:22:21.061626 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: network precommit_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.061997 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: network precommit_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.062516 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:21.062837 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading Plugin: tag Jun 25 14:22:21.069729 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:21.070064 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading Plugin: timestamp Jun 25 14:22:21.073899 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:21.074232 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading Plugin: network_ip_availability Jun 25 14:22:21.079662 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.079983 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.080348 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.081083 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:21.081406 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading Plugin: flavors Jun 25 14:22:21.086378 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:21.086713 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading Plugin: revisions Jun 25 14:22:21.090986 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78309) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 14:22:21.091383 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_concurrency.lockutils [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.643s {{(pid=78309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:21.092146 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78309) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 25 14:22:21.092486 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Initializing extension manager. Jun 25 14:22:21.092999 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: __init__.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.093344 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: __pycache__ {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.093771 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.094113 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: address_group.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.094887 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.095472 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: address-group Jun 25 14:22:21.096096 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: address_scope.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.096807 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.097318 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: address-scope Jun 25 14:22:21.097640 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.098585 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.099100 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: router-admin-state-down-before-update Jun 25 14:22:21.099954 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: agent.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.100692 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.101273 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: agent Jun 25 14:22:21.101599 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: agent_resources_synced.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.102505 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.103013 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: agent-resources-synced Jun 25 14:22:21.103334 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: allowedaddresspairs.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.105270 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.105786 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: allowed-address-pairs Jun 25 14:22:21.106113 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: auto_allocated_topology.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.107203 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.107745 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: auto-allocated-topology Jun 25 14:22:21.108071 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: availability_zone.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.108756 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.109265 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: availability_zone Jun 25 14:22:21.109586 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: availability_zone_filter.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.110493 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.111001 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: availability_zone_filter Jun 25 14:22:21.111322 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: data_plane_status.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.112241 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.112749 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension data-plane-status not supported by any of loaded plugins Jun 25 14:22:21.113066 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: default_subnetpools.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.113976 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.114483 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: default-subnetpools Jun 25 14:22:21.114806 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.116427 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.116945 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: dhcp_agent_scheduler Jun 25 14:22:21.117273 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: dns.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.118192 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.118699 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension dns-integration not supported by any of loaded plugins Jun 25 14:22:21.119024 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: dns_domain_ports.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.119962 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.120467 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 25 14:22:21.120796 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: dvr.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.121472 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.121981 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: dvr Jun 25 14:22:21.122305 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: empty_string_filtering.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.123218 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.123773 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: empty-string-filtering Jun 25 14:22:21.124099 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.125014 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.125526 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 25 14:22:21.125850 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.126786 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.127296 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 25 14:22:21.127651 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: external_net.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.128565 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.129076 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: external-net Jun 25 14:22:21.129397 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.130306 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.130861 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: extra_dhcp_opt Jun 25 14:22:21.131219 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: extraroute.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.132127 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.132632 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: extraroute Jun 25 14:22:21.132951 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: extraroute_atomic.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.133995 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.134501 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: extraroute-atomic Jun 25 14:22:21.134822 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: filter_validation.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.135483 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.136014 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: filter-validation Jun 25 14:22:21.136335 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: fip_pf_description.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.138820 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.139356 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 25 14:22:21.139725 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: fip_port_details.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.140657 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.141179 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: fip-port-details Jun 25 14:22:21.141509 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: flavors.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.142736 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.143258 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: flavors Jun 25 14:22:21.143623 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.145294 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.145815 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 25 14:22:21.146146 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: floatingip_pools.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.147146 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.147697 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: floatingip-pools Jun 25 14:22:21.148029 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: ip_allocation.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.148959 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.149466 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension ip_allocation not supported by any of loaded plugins Jun 25 14:22:21.149789 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.150710 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.151219 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: ip-substring-filtering Jun 25 14:22:21.151575 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: l2_adjacency.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.152507 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.153012 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 25 14:22:21.153335 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: l3.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.154316 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.154827 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: router Jun 25 14:22:21.155152 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.157445 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.157979 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 25 14:22:21.158311 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.159239 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.159795 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: ext-gw-mode Jun 25 14:22:21.160128 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.161049 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.161560 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: l3-ha Jun 25 14:22:21.162411 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: l3_flavors.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.163517 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.164032 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: l3-flavors Jun 25 14:22:21.164547 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.165304 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.165828 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 25 14:22:21.166159 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: l3agentscheduler.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.167238 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.167794 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: l3_agent_scheduler Jun 25 14:22:21.168124 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: logging.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.169670 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.170203 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension logging not supported by any of loaded plugins Jun 25 14:22:21.170536 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: metering.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.171287 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.171904 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: metering Jun 25 14:22:21.172234 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.173338 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.173854 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: metering_source_and_destination_fields Jun 25 14:22:21.174180 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: multiprovidernet.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.175256 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.175807 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: multi-provider Jun 25 14:22:21.176134 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: netmtu.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.177050 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.177622 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: net-mtu Jun 25 14:22:21.178439 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: netmtu_writable.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.179357 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.179999 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: net-mtu-writable Jun 25 14:22:21.180365 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: network_availability_zone.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.181039 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.181556 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: network_availability_zone Jun 25 14:22:21.181878 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: network_ip_availability.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.182982 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.183533 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: network-ip-availability Jun 25 14:22:21.183862 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: network_segment_range.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.184672 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.185186 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension network-segment-range not supported by any of loaded plugins Jun 25 14:22:21.185508 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: pagination.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.186540 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.186866 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: pagination Jun 25 14:22:21.187188 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: port_device_profile.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.188136 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.188701 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: port-device-profile Jun 25 14:22:21.189028 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.189947 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.190462 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: port-mac-address-regenerate Jun 25 14:22:21.190785 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.191863 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.192750 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: port-numa-affinity-policy Jun 25 14:22:21.193345 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: port_resource_request.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.194651 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.195171 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension port-resource-request not supported by any of loaded plugins Jun 25 14:22:21.195516 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: portbindings.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.196651 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.197519 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: binding Jun 25 14:22:21.198088 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: portbindings_extended.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.199703 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.200418 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: binding-extended Jun 25 14:22:21.200864 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: portsecurity.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.201794 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.202309 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: port-security Jun 25 14:22:21.202629 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: project_id.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.203676 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.204030 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: project-id Jun 25 14:22:21.204334 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: providernet.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.205263 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.205844 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: provider Jun 25 14:22:21.206238 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: qos.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.213981 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.214909 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension qos not supported by any of loaded plugins Jun 25 14:22:21.215491 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.216886 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.217697 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 25 14:22:21.218096 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.219034 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.219572 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 25 14:22:21.219906 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: qos_default.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.221096 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.221623 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension qos-default not supported by any of loaded plugins Jun 25 14:22:21.221953 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: qos_fip.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.222621 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.223128 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension qos-fip not supported by any of loaded plugins Jun 25 14:22:21.223456 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: qos_gateway_ip.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.224969 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.225634 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 25 14:22:21.225967 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: qos_port_network_policy.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.226883 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.227400 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 25 14:22:21.227757 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: qos_rule_type_details.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.228678 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.229200 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 25 14:22:21.229529 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: qos_rules_alias.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.230584 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.231101 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 25 14:22:21.231424 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: quotasv2.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.232406 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.232891 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: quotas Jun 25 14:22:21.233221 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: quotasv2_detail.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.234880 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.235227 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: quota_details Jun 25 14:22:21.235652 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: rbac.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.236730 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.237264 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: rbac-policies Jun 25 14:22:21.237597 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: rbac_address_group.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.238522 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.239044 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: rbac-address-group Jun 25 14:22:21.239371 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: rbac_address_scope.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.240983 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.241504 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: rbac-address-scope Jun 25 14:22:21.241829 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: rbac_security_groups.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.242754 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.243275 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: rbac-security-groups Jun 25 14:22:21.243633 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: rbac_subnetpool.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.244568 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.245083 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: rbac-subnetpool Jun 25 14:22:21.245407 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: revisionifmatch.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.246329 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.246841 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: revision-if-match Jun 25 14:22:21.247165 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: revisions.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.248309 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.248822 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: standard-attr-revisions Jun 25 14:22:21.249149 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: router_availability_zone.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.249821 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.250335 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: router_availability_zone Jun 25 14:22:21.250662 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: routerservicetype.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.251616 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.252134 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension router-service-type not supported by any of loaded plugins Jun 25 14:22:21.252458 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.253386 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.253906 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: security-groups-normalized-cidr Jun 25 14:22:21.254228 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.255191 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.255783 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: port-security-groups-filtering Jun 25 14:22:21.256163 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.257046 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.257563 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: security-groups-remote-address-group Jun 25 14:22:21.257909 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: securitygroup.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.267615 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.268161 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: security-group Jun 25 14:22:21.268497 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: segment.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.269292 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.269809 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension segment not supported by any of loaded plugins Jun 25 14:22:21.270139 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.271106 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.271688 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 25 14:22:21.272020 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: servicetype.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.273144 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.273667 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: service-type Jun 25 14:22:21.273997 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: sorting.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.274990 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.275325 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: sorting Jun 25 14:22:21.275677 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: standard_attr_segment.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.276595 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.277115 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 25 14:22:21.277439 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: standardattrdescription.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.278081 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.278594 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: standard-attr-description Jun 25 14:22:21.278916 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: stateful_security_group.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.279853 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.280369 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: stateful-security-group Jun 25 14:22:21.280695 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: stdattrs_common.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.281273 dv-cinder-798088-1-iscsi neutron-server[78309]: WARNING neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 25 14:22:21.281593 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.282612 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.283123 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 25 14:22:21.283446 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: subnet_onboard.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.284542 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.285067 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: subnet_onboard Jun 25 14:22:21.285392 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.286323 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.286834 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 25 14:22:21.287709 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: subnet_service_types.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.288640 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.289152 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: subnet-service-types Jun 25 14:22:21.289478 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: subnetallocation.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.290568 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.291086 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: subnet_allocation Jun 25 14:22:21.291410 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.292105 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.292607 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: subnetpool-prefix-ops Jun 25 14:22:21.292930 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.293876 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.294388 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 25 14:22:21.294717 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: tagging.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.295817 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.296346 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: standard-attr-tag Jun 25 14:22:21.296674 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: timestamp.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.297873 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.298396 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loaded extension: standard-attr-timestamp Jun 25 14:22:21.298728 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: trunk.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.299789 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.300305 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension trunk not supported by any of loaded plugins Jun 25 14:22:21.300636 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: trunk_details.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.301559 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.302081 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension trunk-details not supported by any of loaded plugins Jun 25 14:22:21.302411 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: uplink_status_propagation.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.303993 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.304515 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 25 14:22:21.304848 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Loading extension file: vlantransparent.py {{(pid=78309) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 25 14:22:21.305526 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78309) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 25 14:22:21.306038 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 25 14:22:21.308585 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:network Jun 25 14:22:21.309335 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:subnet Jun 25 14:22:21.310135 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:22:21.310736 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:port Jun 25 14:22:21.312045 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.312487 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service FLAVORS assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.313123 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.313553 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.313886 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:router Jun 25 14:22:21.314547 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 14:22:21.315281 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service METERING assigned prefix: /metering {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.316766 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.317144 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.317501 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:22:21.319712 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 14:22:21.320207 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:security_group Jun 25 14:22:21.320865 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 14:22:21.321629 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service CORE assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.321965 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:22:21.322309 dv-cinder-798088-1-iscsi neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] subnetpool is already registered Jun 25 14:22:21.322917 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service CORE assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.323248 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:22:21.323609 dv-cinder-798088-1-iscsi neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] subnetpool is already registered Jun 25 14:22:21.326196 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.326634 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service FLAVORS assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.327236 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.327701 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.328036 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:router Jun 25 14:22:21.328364 dv-cinder-798088-1-iscsi neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] router is already registered Jun 25 14:22:21.328965 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:floatingip Jun 25 14:22:21.329295 dv-cinder-798088-1-iscsi neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] floatingip is already registered Jun 25 14:22:21.329980 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service METERING assigned prefix: /metering {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.330597 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 14:22:21.330922 dv-cinder-798088-1-iscsi neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] rbac_policy is already registered Jun 25 14:22:21.331463 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:security_group Jun 25 14:22:21.331814 dv-cinder-798088-1-iscsi neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] security_group is already registered Jun 25 14:22:21.332404 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 14:22:21.332733 dv-cinder-798088-1-iscsi neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] security_group_rule is already registered Jun 25 14:22:21.333392 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service CORE assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.333719 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:22:21.334254 dv-cinder-798088-1-iscsi neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] subnetpool is already registered Jun 25 14:22:21.334880 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.v2.resource_helper [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Service CORE assigned prefix: {{(pid=78309) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 14:22:21.335206 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 14:22:21.335560 dv-cinder-798088-1-iscsi neutron-server[78309]: WARNING neutron.quota.resource_registry [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] subnetpool is already registered Jun 25 14:22:21.336219 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: extensions {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.337696 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: address-groups {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.339308 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: address-scopes {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.340571 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: agents {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.341732 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: auto-allocated-topology {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.342999 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: availability_zones {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.344340 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: dhcp-networks {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.346036 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: dhcp-agents {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.347475 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: routers {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.350793 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: flavors {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.351981 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: service_profiles {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.353202 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: next_providers {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.354738 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: service_profiles {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.356245 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: floatingip-pools {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.357473 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: routers {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.359273 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: floatingips {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.360489 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: l3-routers {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.361878 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: l3-agents {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.363312 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: metering-labels {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.364731 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: metering-label-rules {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.366596 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: network-ip-availabilities {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.367865 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: bindings {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.369533 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: quotas {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.370985 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: quotas {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.372444 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: rbac-policies {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.373747 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: security-groups {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.374950 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: security-group-rules {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.376230 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: service-providers {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.377472 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: subnetpools {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.378913 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: subnetpools {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.380409 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.382123 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.383960 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.385738 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.387560 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.389393 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.391088 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.393068 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.394832 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.397276 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron.api.extensions [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Extended resource: tags {{(pid=78309) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 14:22:21.403240 dv-cinder-798088-1-iscsi neutron-server[78309]: WARNING keystonemiddleware.auth_token [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 25 14:22:21.408055 dv-cinder-798088-1-iscsi neutron-server[78309]: WARNING keystonemiddleware.auth_token [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 25 14:22:21.416716 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_concurrency.lockutils [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Acquired lock "singleton_lock" {{(pid=78309) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 25 14:22:21.417195 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_concurrency.lockutils [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Releasing lock "singleton_lock" {{(pid=78309) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 25 14:22:21.417824 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO oslo_service.service [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Starting 2 workers Jun 25 14:22:21.422433 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Started child 78416 {{(pid=78309) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 25 14:22:21.426751 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Started child 78417 {{(pid=78309) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 25 14:22:21.427663 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:21.428455 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO neutron.service [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 25 14:22:21.429104 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Notify callbacks [] for process, before_spawn {{(pid=78309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:21.429839 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [-] (78416) wsgi starting up on http://0.0.0.0:9696 Jun 25 14:22:21.431209 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:21.431735 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO oslo_service.service [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Starting 1 workers Jun 25 14:22:21.432660 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [-] (78417) wsgi starting up on http://0.0.0.0:9696 Jun 25 14:22:21.436563 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Started child 78418 {{(pid=78309) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 25 14:22:21.437100 dv-cinder-798088-1-iscsi neutron-server[78309]: INFO oslo_service.service [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Starting 1 workers Jun 25 14:22:21.439996 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.service [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] calling RpcWorker wait() {{(pid=78418) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 25 14:22:21.440552 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.service [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] returning from RpcWorker wait() {{(pid=78418) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 25 14:22:21.441431 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Started child 78419 {{(pid=78309) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 25 14:22:21.441769 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:21.442225 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG neutron_lib.callbacks.manager [None req-70cd6b27-5a72-44be-a487-f369066bce32 None None] Notify callbacks [] for process, after_spawn {{(pid=78309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:21.442330 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:22:21.444194 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78309) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 25 14:22:21.444397 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 25 14:22:21.444745 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 25 14:22:21.445127 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 25 14:22:21.445629 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 25 14:22:21.445953 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 25 14:22:21.446605 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.446939 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:21.447617 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.448066 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.448479 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.448908 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.449590 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.450000 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.450399 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.450820 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.451208 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.451552 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.451862 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.452267 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.452703 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.453167 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.453588 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.453969 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.454406 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.454736 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.455158 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.455598 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.455970 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.456390 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] debug = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.456775 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.457396 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.457784 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.458176 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.458560 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.459715 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.460142 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.460762 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.461163 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.461529 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.461937 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.462349 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.462756 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.463139 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.463525 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.463939 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.464321 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.464970 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] host = dv-cinder-798088-1-iscsi {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.465350 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.465720 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.466116 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.466517 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.466922 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.467301 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.467764 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.468162 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.468602 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.469003 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.469392 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.469867 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.470268 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.470897 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.471192 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_options = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.471627 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.471909 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.472193 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.472414 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.472558 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.472743 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.473054 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.473217 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.473452 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.473742 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.473964 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.474207 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.474510 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.475332 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.475828 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:22:21.475944 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.476087 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.476394 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.476520 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.476764 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.476973 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.477199 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.477443 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.477693 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.477918 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.478159 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.478401 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.478622 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.478842 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.479056 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.479352 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.479602 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.479867 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.480121 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.480434 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.480609 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.480834 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.481054 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.481324 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.481559 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.481822 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.482098 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.482319 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.482550 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.482900 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.483063 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.483203 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] use_json = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.483416 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.483660 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.484364 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.484592 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.484998 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.485144 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.485306 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.485540 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.485931 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.486231 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.486545 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.486797 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.487034 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.487326 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.487564 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.487943 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.488113 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.488488 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.488763 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.488992 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.489284 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.489517 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.489772 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.490222 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.490413 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.490833 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.490970 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.491195 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.491346 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.492023 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.492023 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.492273 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.492442 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.493213 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.493213 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.493213 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.493551 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.493551 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.493766 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.493965 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.494234 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.494484 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.494701 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.494958 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.495440 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.495440 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.495787 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.496356 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.497167 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.497167 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.497167 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.497611 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.497611 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.497842 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.497955 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.498140 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.499160 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.499451 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.499916 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.500058 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.500182 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.500374 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.500604 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.500831 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.501055 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.501297 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.501516 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.501747 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.501990 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.502250 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.502476 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.502691 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.502900 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.503238 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.503376 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.503585 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.503811 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.504045 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.504264 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.504484 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.504763 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.504902 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.505299 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.505431 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.505553 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.505837 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.506062 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.506268 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.506488 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.506706 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.506914 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.507131 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.507541 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.507884 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.508142 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.508401 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.508626 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.508879 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.509537 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.509859 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.510111 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.510345 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.510580 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.512300 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.512532 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.513035 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.513312 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.513312 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.513851 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.514325 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.514757 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.515015 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.515272 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.515580 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.515858 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.516134 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.516371 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.516672 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.517413 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.517413 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.518687 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.518687 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.518687 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.518687 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.520300 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.520300 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.520300 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.520300 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.520300 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.522543 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.522543 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.522543 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.522543 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.522543 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.523604 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.523604 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.523604 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.523604 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.524126 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.524126 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.525183 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.525183 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.525183 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.525183 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.525680 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.525680 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.525917 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.526050 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.526517 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.526517 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.526771 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.527117 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.527258 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.527468 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.527752 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.527974 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.528235 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.528534 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.528683 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.529517 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.529517 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.529517 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.529889 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.529889 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.530140 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.531554 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.531554 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.531554 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.531554 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.531554 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.531913 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.531986 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.532179 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.532421 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.532655 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.533098 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.533339 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.533765 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.534193 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.534437 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.534670 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.534922 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.535201 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.535438 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.538541 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.538541 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.538756 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.538901 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.539134 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.540176 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.540426 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.540692 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.540916 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.541179 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.541454 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.542786 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.543072 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.543465 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.543601 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.543852 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.544086 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.544342 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.544597 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.544824 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.545049 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.545272 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.545566 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.545816 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.546085 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.546344 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.546564 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.546817 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.547042 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.547280 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.547607 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.547867 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.548103 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.548344 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.548594 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.548839 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.549059 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.549270 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.549491 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.549731 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.549932 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.550147 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.550363 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.550583 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.550794 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.551319 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.551600 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.551827 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.552126 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.552369 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.552635 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.552876 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.553453 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.553453 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.553651 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.553895 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.554120 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.554343 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.554613 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.554957 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.555278 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.555566 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.555808 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.556093 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.556450 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.556614 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.556926 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.557131 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.557466 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.557752 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.558002 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.558250 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.558516 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.558765 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.558983 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.559202 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.559439 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.559681 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.559944 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.560197 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.560431 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.560666 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.560895 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.561115 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.561367 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.561599 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.561822 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.562111 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.562277 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 14:22:21.562779 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78309) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 25 14:22:21.563152 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 25 14:22:21.563152 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 25 14:22:21.563404 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 25 14:22:21.563404 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 25 14:22:21.563652 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 25 14:22:21.563770 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.563907 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.564048 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.564387 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.564387 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.564852 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.564852 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.564852 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.565191 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.565191 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.565346 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.565423 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.565540 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.565698 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.565857 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.566173 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.566534 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.566534 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.567183 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.567183 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.567183 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.567996 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.567996 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] debug = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.567996 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.567996 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.567996 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.567996 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.569460 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.569460 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.569460 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.569460 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.569460 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.569460 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.569460 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.569460 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.570759 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.570759 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.570759 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.570759 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.570759 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.570759 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] host = dv-cinder-798088-1-iscsi {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.570759 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.570759 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.572312 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.572312 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.572312 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.572312 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.572312 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.572312 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.572312 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.572312 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.573486 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.573486 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.573486 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.573486 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.573486 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_options = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.573486 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.573486 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.573486 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.575315 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.575315 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.575315 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.575315 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.575315 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.575315 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.575315 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.576279 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.576279 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.576279 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.576279 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.576279 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.576279 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.576279 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.576279 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.580065 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.580065 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.580065 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.580065 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.580065 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.580065 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.580065 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.580065 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.581082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.581082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.581082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.581082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.581082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.581082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.581082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.581082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.582082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.582082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.582082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.582082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.582082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.582082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.582082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.582082 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.583103 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.583103 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.583103 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.583103 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] use_json = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.583103 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.583103 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.583103 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.583103 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.583103 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.586338 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.586338 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.586338 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 25 14:22:21.586338 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.586338 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.586338 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.587253 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:22:21.587400 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.587400 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.587400 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.587400 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.587400 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.587400 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.587400 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.587400 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.587400 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.588646 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.588646 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.588646 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.588646 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.588646 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.588646 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.588646 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.588646 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.589664 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.589664 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.589664 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.589664 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.589664 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.589664 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.589664 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.589664 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.590737 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.590737 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.590737 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.590737 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.590737 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.590737 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.590737 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.590737 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.590737 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.591798 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.591798 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.591798 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.591798 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.591798 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.591798 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.591798 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.591798 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.591798 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592370 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592370 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592370 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592370 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592370 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592370 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592370 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592370 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592370 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592850 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592850 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592850 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592850 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592850 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592850 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592850 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592850 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.592850 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593377 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593377 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593377 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593377 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593377 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593377 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593377 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593377 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593377 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593860 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593860 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593860 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593860 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593860 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593860 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593860 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593860 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.593860 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.594368 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.594368 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.594368 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.594368 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.594368 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.594636 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.594636 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.594751 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.594892 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.595055 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.595216 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.595377 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.595557 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.595966 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.596431 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.596431 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.596431 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.596661 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.596732 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.596870 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.597033 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.597193 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.597354 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.597512 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.597677 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.597830 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.597990 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.598149 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.598308 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.598479 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.598639 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.598803 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.598962 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.599130 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.599301 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.599530 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.600189 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.600378 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.600540 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.600669 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.601174 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.601174 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.601174 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.601414 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.601414 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.601586 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.601757 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.601919 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.603116 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.603116 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.603116 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.603116 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.603116 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.603116 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.603116 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.603698 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.603698 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.603698 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.603698 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.603988 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.603988 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.604130 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.604218 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.604462 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.604564 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.604671 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.604831 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.604993 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.605155 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.605315 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.605476 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.605636 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.605797 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.605958 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.606119 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.606338 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.606426 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.606594 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.606745 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.606890 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.607031 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.607190 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.607350 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.607621 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.607767 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.607905 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.608041 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.608177 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.608327 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.608463 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.608588 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.608727 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.608886 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.609047 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.609208 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.609369 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.609531 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.609676 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.609835 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.609995 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.610157 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.610630 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.610630 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.610630 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.610838 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.610934 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.611093 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.611254 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.611415 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.611595 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.611757 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.611918 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.612079 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.612243 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.612403 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.612563 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.612726 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.612891 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.613053 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.613214 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.613375 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.613536 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.613695 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.613855 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.614029 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.614189 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.614349 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.614520 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.614664 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.614835 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.615018 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.615182 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.615343 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.615548 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.615692 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.615945 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.616111 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.616272 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.616449 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.616598 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.616762 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.616923 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.617091 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.617250 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.617410 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.617571 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.617745 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.617905 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.618068 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.618228 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.618388 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.618549 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.618711 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.618879 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.619049 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.619217 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.619379 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.619570 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.619740 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.619910 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.620071 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.620238 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.620411 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.620571 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.620742 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.620887 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.621047 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.621206 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.621367 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.621527 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.621685 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.621844 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.622007 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.622166 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.622326 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.622485 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.622646 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.622806 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.622967 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.623125 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.623287 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.623447 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 25 14:22:21.623621 dv-cinder-798088-1-iscsi neutron-server[78309]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78309) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 14:22:21.764871 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47014) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:21.774041 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069847 Jun 25 14:22:32.595673 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c83690-47e6-412d-90de-58658656c82c None None] get_active_networks_info from dv-cinder-798088-1-iscsi {{(pid=78418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 25 14:22:32.661960 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c83690-47e6-412d-90de-58658656c82c None None] No non-hosted networks {{(pid=78418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 25 14:22:32.669940 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.agentschedulers_db [None req-44c83690-47e6-412d-90de-58658656c82c None None] DHCP Agent not found on host dv-cinder-798088-1-iscsi {{(pid=78418) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 25 14:22:32.736697 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-ad76e6b4-5fbd-4d89-8051-4a10cff44cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451950'] for agent, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:32.925605 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451950'] for agent, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:32.926482 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:32.927091 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:32.929080 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:32.929919 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:32.932513 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:32.933003 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:32.933598 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:32.934088 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:32.934572 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:32.935571 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:32.936719 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:32.937056 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:32.938274 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798088-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:22:32.947603 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798088-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:22:35.412029 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-889cf444-a2f3-4404-9917-fbf039bb5357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451950'] for agent, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:35.448223 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-302e3f69-2739-414d-9c7d-69f561d6231c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:36.087980 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451950'] for agent, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:37.494534 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451950'] for agent, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:39.444208 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47106) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:40.069760 dv-cinder-798088-1-iscsi neutron-server[78417]: WARNING oslo_policy.policy [None req-c16ef2fd-bcaf-4142-89b0-de04406d86ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:40.070345 dv-cinder-798088-1-iscsi neutron-server[78417]: WARNING oslo_policy.policy [None req-c16ef2fd-bcaf-4142-89b0-de04406d86ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:40.289106 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [None req-c16ef2fd-bcaf-4142-89b0-de04406d86ba admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=78417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:22:40.290190 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-c16ef2fd-bcaf-4142-89b0-de04406d86ba admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8450723 Jun 25 14:22:40.376118 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.db.l3_hamode_db [None req-e29a1f41-e7ce-4785-a275-140135bb7b70 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 25 14:22:40.466363 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29a1f41-e7ce-4785-a275-140135bb7b70 None None] Routers set() bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:22:40.467438 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29a1f41-e7ce-4785-a275-140135bb7b70 None None] Router IDs set() for agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 25 14:22:42.629635 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47120) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:43.029476 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-06f70890-c405-4910-b4c4-a9a2a1848900 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:22:43.128896 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.policy [None req-06f70890-c405-4910-b4c4-a9a2a1848900 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78417) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 14:22:43.174890 dv-cinder-798088-1-iscsi neutron-server[78417]: WARNING oslo_policy.policy [None req-06f70890-c405-4910-b4c4-a9a2a1848900 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:43.175272 dv-cinder-798088-1-iscsi neutron-server[78417]: WARNING oslo_policy.policy [None req-06f70890-c405-4910-b4c4-a9a2a1848900 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:43.184043 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.quota [None req-06f70890-c405-4910-b4c4-a9a2a1848900 admin admin] Loaded quota_driver: . Jun 25 14:22:43.199433 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-06f70890-c405-4910-b4c4-a9a2a1848900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:22:43.261764 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-06f70890-c405-4910-b4c4-a9a2a1848900 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793055607875', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793055608476', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793055586281', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793055560013', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793055569235', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793055575915', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1333346', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1532770', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8088358', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8040316'] for rbac-policy, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:43.341407 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-06f70890-c405-4910-b4c4-a9a2a1848900 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:43.342590 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-06f70890-c405-4910-b4c4-a9a2a1848900 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7108855 Jun 25 14:22:45.950658 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 47134) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:46.566024 dv-cinder-798088-1-iscsi neutron-server[78416]: WARNING oslo_policy.policy [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:46.566616 dv-cinder-798088-1-iscsi neutron-server[78416]: WARNING oslo_policy.policy [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:46.787947 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '87ad878502d2428f95dcf859700b537b'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:22:46.789584 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.quota [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Loaded quota_driver: . Jun 25 14:22:46.805790 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:22:46.812313 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Usage tracker for resource:network and tenant:87ad878502d2428f95dcf859700b537b is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:22:46.818690 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:22:46.826736 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:22:46.843646 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Made reservation on behalf of 87ad878502d2428f95dcf859700b537b for: {'network': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:22:46.914189 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.policy [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78416) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 14:22:46.961225 dv-cinder-798088-1-iscsi neutron-server[78416]: WARNING oslo_policy.policy [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:46.961872 dv-cinder-798088-1-iscsi neutron-server[78416]: WARNING oslo_policy.policy [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 14:22:46.971920 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:46.995035 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:47.010772 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:22:47.014815 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Usage tracker for resource:security_group_rule and tenant:87ad878502d2428f95dcf859700b537b is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:22:47.020408 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:22:47.027258 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:22:47.136578 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:47.140566 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:47.145309 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:47.165676 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=78416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:22:47.191664 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793052630200', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:47.192288 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Unsubscribe: segment precommit_create {{(pid=78416) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 14:22:47.192830 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.segments_db [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Added segment 72244724-b9c5-490d-a3d9-7db41bdee08d of type vlan for network 1ef6e86a-22fb-4478-b8bc-4d8a16630a7c Jun 25 14:22:47.245556 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce09f65-7ef2-413b-bbfa-09f7cfbfc3ca,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:47.268573 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:47.268898 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:47.269239 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:47.269542 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:47.269866 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:47.270182 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:47.270503 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:47.271471 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:47.272221 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:47.272221 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:47.272508 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:47.272797 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Tracked resource versions report: Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: pushed versions: Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: { 'AddressGroup': {'1.2'}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'ConntrackHelper': {'1.0'}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Log': {'1.0'}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Network': {'1.1'}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Port': {'1.7'}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'PortForwarding': {'1.2'}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'QosPolicy': {'1.8'}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'SecurityGroup': {'1.4'}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'SubPort': {'1.0'}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Subnet': {'1.1'}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Trunk': {'1.1'}} Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: consumer versions: Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: { DHCP agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: L3 agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: Metadata agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: Metering agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: Open vSwitch agent@dv-cinder-798088-1-iscsi: { 'AddressGroup': '1.2', Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'ConntrackHelper': '1.0', Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Log': '1.0', Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Network': '1.1', Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Port': '1.7', Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'PortForwarding': '1.2', Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'QosPolicy': '1.8', Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'SecurityGroup': '1.4', Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'SecurityGroupRule': '1.2', Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'SubPort': '1.0', Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Subnet': '1.1', Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Trunk': '1.1'}} Jun 25 14:22:47.273869 dv-cinder-798088-1-iscsi neutron-server[78416]: {{(pid=78416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:22:47.315390 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:47.321363 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:47.359017 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:47.360643 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:22:47.361313 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:47.365842 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:47.468588 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Pushing event updated for resources: {'Network': ['ID=1ef6e86a-22fb-4478-b8bc-4d8a16630a7c,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:47.471551 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5187800 Jun 25 14:22:47.486026 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:47.493569 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network 1ef6e86a-22fb-4478-b8bc-4d8a16630a7c details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:22:50.138772 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 47156) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:50.592788 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce948dfd-21cf-4e1c-9f31-591a5b78335c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:22:50.594048 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-ce948dfd-21cf-4e1c-9f31-591a5b78335c admin admin] 10.222.0.61 "GET /v2.0/networks/1ef6e86a-22fb-4478-b8bc-4d8a16630a7c HTTP/1.1" status: 200 len: 825 time: 0.4543378 Jun 25 14:22:50.624591 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-fc6566db-be08-4425-a8f2-42645c2c9f5a admin admin] 10.222.0.61 "GET /v2.0/subnetpools/c2e3e266-8d7c-4ff0-9c84-5e126b6b55e3 HTTP/1.1" status: 200 len: 734 time: 0.0248938 Jun 25 14:22:50.634160 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'c2e3e266-8d7c-4ff0-9c84-5e126b6b55e3', 'gateway_ip': '172.20.0.1', 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c', 'tenant_id': '87ad878502d2428f95dcf859700b537b'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:22:50.639970 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:22:50.643694 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Usage tracker for resource:subnet and tenant:87ad878502d2428f95dcf859700b537b is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:22:50.647217 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:22:50.653284 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:22:50.664419 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Made reservation on behalf of 87ad878502d2428f95dcf859700b537b for: {'subnet': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:22:50.667059 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:50.962597 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for subnet, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:50.966637 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:51.063592 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Checking segment: {'id': '72244724-b9c5-490d-a3d9-7db41bdee08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:22:51.063978 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Network hostable DHCP agents. Network: 1ef6e86a-22fb-4478-b8bc-4d8a16630a7c, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:22:51.069372 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9ad95d-0727-403b-ad92-b29f253cdd33,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:51.075708 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:51.088047 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Network 1ef6e86a-22fb-4478-b8bc-4d8a16630a7c is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:22:51.100967 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, 1ef6e86a-22fb-4478-b8bc-4d8a16630a7c) {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:22:51.105936 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:22:51.106516 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:51.110984 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d7ec9-3dbd-43cb-958a-0551d1c36d78 None None] Network 1ef6e86a-22fb-4478-b8bc-4d8a16630a7c requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:22:51.132389 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5021260 Jun 25 14:22:51.516031 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp100333b5-76c8-5f66-9258-b41137705b1a-1ef6e86a-22fb-4478-b8bc-4d8a16630a7c', 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c', 'tenant_id': '87ad878502d2428f95dcf859700b537b', 'fixed_ips': [{'subnet_id': 'ca9ad95d-0727-403b-ad92-b29f253cdd33'}]}} from dv-cinder-798088-1-iscsi. {{(pid=78418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:22:51.517329 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:51.707323 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.db_base_plugin_common [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Allocated IP 172.20.0.2 (1ef6e86a-22fb-4478-b8bc-4d8a16630a7c/ca9ad95d-0727-403b-ad92-b29f253cdd33/1d1d566c-8109-4d80-8b64-6476b155ae0a) {{(pid=78418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:22:51.945371 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Notify callbacks [] for port, precommit_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:51.960749 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Transition to ACTIVE for port object 1d1d566c-8109-4d80-8b64-6476b155ae0a will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:22:51.982002 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Transition to ACTIVE for port object 1d1d566c-8109-4d80-8b64-6476b155ae0a will not be triggered until provisioned by entity DHCP. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:22:51.990064 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:51.994864 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:52.054336 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Network 1ef6e86a-22fb-4478-b8bc-4d8a16630a7c is already hosted by enough agents. {{(pid=78418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:22:52.057066 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.base_scheduler [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Resources bound (agent type, host, resource id): {{(pid=78418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:22:52.065992 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Received port after_create {{(pid=78418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:22:52.068412 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Pushing event updated for resources: {'Port': ['ID=1d1d566c-8109-4d80-8b64-6476b155ae0a,revision_number=1']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:52.109554 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:52.110648 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:52.110648 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:52.110648 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:52.110951 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:52.111144 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:52.111712 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:52.111800 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:52.112110 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:52.112433 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:52.112745 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:52.113053 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Tracked resource versions report: Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: pushed versions: Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: { 'AddressGroup': {'1.2'}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'ConntrackHelper': {'1.0'}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Log': {'1.0'}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Network': {'1.1'}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Port': {'1.7'}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'PortForwarding': {'1.2'}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'QosPolicy': {'1.8'}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'SecurityGroup': {'1.4'}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'SubPort': {'1.0'}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Subnet': {'1.1'}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Trunk': {'1.1'}} Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: consumer versions: Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: { DHCP agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: L3 agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: Metadata agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: Metering agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: Open vSwitch agent@dv-cinder-798088-1-iscsi: { 'AddressGroup': '1.2', Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'ConntrackHelper': '1.0', Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Log': '1.0', Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Network': '1.1', Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Port': '1.7', Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'PortForwarding': '1.2', Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'QosPolicy': '1.8', Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'SecurityGroup': '1.4', Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'SecurityGroupRule': '1.2', Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'SubPort': '1.0', Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Subnet': '1.1', Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Trunk': '1.1'}} Jun 25 14:22:52.114129 dv-cinder-798088-1-iscsi neutron-server[78418]: {{(pid=78418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:22:52.145262 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:52.173571 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Attempting to bind port 1d1d566c-8109-4d80-8b64-6476b155ae0a on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:22:52.173972 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Attempting to bind port 1d1d566c-8109-4d80-8b64-6476b155ae0a by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '72244724-b9c5-490d-a3d9-7db41bdee08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:22:52.174398 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Attempting to bind port 1d1d566c-8109-4d80-8b64-6476b155ae0a on network 1ef6e86a-22fb-4478-b8bc-4d8a16630a7c {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:22:52.180927 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:22:52.181337 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Checking segment: {'id': '72244724-b9c5-490d-a3d9-7db41bdee08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:22:52.181847 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:52.182239 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Bound using segment: {'id': '72244724-b9c5-490d-a3d9-7db41bdee08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:22:52.182708 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Bound port: 1d1d566c-8109-4d80-8b64-6476b155ae0a, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72244724-b9c5-490d-a3d9-7db41bdee08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:22:52.183093 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:52.274179 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] For port 1d1d566c-8109-4d80-8b64-6476b155ae0a, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:22:52.278249 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] For port 1d1d566c-8109-4d80-8b64-6476b155ae0a, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=1d1d566c-8109-4d80-8b64-6476b155ae0a,segment=NetworkSegment(72244724-b9c5-490d-a3d9-7db41bdee08d),segment_id=72244724-b9c5-490d-a3d9-7db41bdee08d)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:22:52.281598 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:52.285401 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:52.388127 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Pushing event updated for resources: {'Port': ['ID=1d1d566c-8109-4d80-8b64-6476b155ae0a,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:52.391214 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:53.525601 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47166) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:53.928457 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [None req-b9dfc21e-7e1b-4a47-876b-b1a6d8e78e4b admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=78417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:22:53.929423 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-b9dfc21e-7e1b-4a47-876b-b1a6d8e78e4b admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4026086 Jun 25 14:22:55.275255 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 1d1d566c-8109-4d80-8b64-6476b155ae0a up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:22:55.348057 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 1d1d566c-8109-4d80-8b64-6476b155ae0a completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:22:56.048630 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2360979-055f-45b7-9dc9-3d6c67bac1f6 None None] Network 1ef6e86a-22fb-4478-b8bc-4d8a16630a7c requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:22:56.148269 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-91103727-a39d-4c44-b4b3-a7f9116d6e2b None None] Provisioning for port 1d1d566c-8109-4d80-8b64-6476b155ae0a completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:22:56.160635 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-91103727-a39d-4c44-b4b3-a7f9116d6e2b None None] Provisioning complete for port 1d1d566c-8109-4d80-8b64-6476b155ae0a triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:22:56.161069 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-91103727-a39d-4c44-b4b3-a7f9116d6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:56.331765 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47180) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:56.388781 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-91103727-a39d-4c44-b4b3-a7f9116d6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:56.440546 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-91103727-a39d-4c44-b4b3-a7f9116d6e2b None None] For port 1d1d566c-8109-4d80-8b64-6476b155ae0a, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=1d1d566c-8109-4d80-8b64-6476b155ae0a,segment=NetworkSegment(72244724-b9c5-490d-a3d9-7db41bdee08d),segment_id=72244724-b9c5-490d-a3d9-7db41bdee08d)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:22:56.447483 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-91103727-a39d-4c44-b4b3-a7f9116d6e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:56.449597 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:22:56.519436 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91103727-a39d-4c44-b4b3-a7f9116d6e2b None None] Pushing event updated for resources: {'Port': ['ID=1d1d566c-8109-4d80-8b64-6476b155ae0a,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:22:56.523097 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-91103727-a39d-4c44-b4b3-a7f9116d6e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:22:56.675379 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-4f83839c-ccfa-4688-bd17-ee667e6068b0 None None] Provisioning complete for port 1d1d566c-8109-4d80-8b64-6476b155ae0a triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:22:56.675775 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-4f83839c-ccfa-4688-bd17-ee667e6068b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:56.731123 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [None req-6eb2ffba-3575-487a-9f34-77c25b4aba00 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=78417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:22:56.732104 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-6eb2ffba-3575-487a-9f34-77c25b4aba00 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3987699 Jun 25 14:22:57.246968 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 1d1d566c-8109-4d80-8b64-6476b155ae0a up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:22:57.315073 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 1d1d566c-8109-4d80-8b64-6476b155ae0a triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:22:57.315830 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:59.376212 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47192) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:22:59.728081 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-1c054a5e-7f28-4b2a-a80e-9c8da472d9b7 admin admin] Request body: {'router': {'tenant_id': '87ad878502d2428f95dcf859700b537b', 'name': 'router1', 'admin_state_up': True}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:22:59.733125 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-1c054a5e-7f28-4b2a-a80e-9c8da472d9b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:22:59.737346 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-1c054a5e-7f28-4b2a-a80e-9c8da472d9b7 admin admin] Usage tracker for resource:router and tenant:87ad878502d2428f95dcf859700b537b is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:22:59.741648 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-1c054a5e-7f28-4b2a-a80e-9c8da472d9b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:22:59.747771 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-1c054a5e-7f28-4b2a-a80e-9c8da472d9b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:22:59.759072 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1c054a5e-7f28-4b2a-a80e-9c8da472d9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34188'] for router, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:59.760971 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1c054a5e-7f28-4b2a-a80e-9c8da472d9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34203'] for router, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:59.783827 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1c054a5e-7f28-4b2a-a80e-9c8da472d9b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:59.899861 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1c054a5e-7f28-4b2a-a80e-9c8da472d9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452955'] for router, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:59.918720 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1c054a5e-7f28-4b2a-a80e-9c8da472d9b7 admin admin] Notify callbacks [] for router, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:22:59.920040 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-1c054a5e-7f28-4b2a-a80e-9c8da472d9b7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5428848 Jun 25 14:23:02.316073 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 47202) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:23:02.516517 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1beb32c6-26f4-4fc6-a3f5-a1b84a4c9315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:02.718928 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [None req-c7fde429-5073-4c9f-a465-78bdca916faa admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=78416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:23:02.719918 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-c7fde429-5073-4c9f-a465-78bdca916faa admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4029198 Jun 25 14:23:02.915610 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:05.134339 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47212) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:23:05.410051 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-6f638616-04c5-4987-a8e2-27af5676c69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:05.551304 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:23:05.563373 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:23:05.569287 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Usage tracker for resource:network and tenant:a3c2bc0ef2214ecd931b4d275245d06d is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:23:05.572951 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:23:05.578598 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:23:05.589659 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Made reservation on behalf of a3c2bc0ef2214ecd931b4d275245d06d for: {'network': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:23:05.592599 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:05.610543 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:05.625923 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:23:05.630417 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Usage tracker for resource:security_group_rule and tenant:a3c2bc0ef2214ecd931b4d275245d06d is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:23:05.634587 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:23:05.640657 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:23:05.757233 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:05.761699 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:05.766007 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:05.778717 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Reserving flat network on physical network physnet1 {{(pid=78417) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 25 14:23:05.810988 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793052630200', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:05.811633 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Unsubscribe: segment precommit_create {{(pid=78417) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 14:23:05.812141 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.segments_db [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Added segment 2414cdf4-832f-4962-bed2-0672279289a8 of type flat for network 10f2b18a-25e6-496e-8d19-550ef6db5c85 Jun 25 14:23:05.862251 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2257d6-69f7-43b2-9438-019099ce0d7b,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:05.877208 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:05.877527 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:05.877845 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:05.878156 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:05.878463 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:05.878770 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:05.879071 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:05.879371 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:05.880306 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:05.880658 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:05.880959 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:05.881255 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Tracked resource versions report: Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: pushed versions: Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: { 'AddressGroup': {'1.2'}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'ConntrackHelper': {'1.0'}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Log': {'1.0'}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Network': {'1.1'}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Port': {'1.7'}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'PortForwarding': {'1.2'}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'QosPolicy': {'1.8'}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'SecurityGroup': {'1.4'}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'SubPort': {'1.0'}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Subnet': {'1.1'}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Trunk': {'1.1'}} Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: consumer versions: Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: { DHCP agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: L3 agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: Metadata agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: Metering agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: Open vSwitch agent@dv-cinder-798088-1-iscsi: { 'AddressGroup': '1.2', Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'ConntrackHelper': '1.0', Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Log': '1.0', Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Network': '1.1', Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Port': '1.7', Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'PortForwarding': '1.2', Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'QosPolicy': '1.8', Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'SecurityGroup': '1.4', Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'SecurityGroupRule': '1.2', Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'SubPort': '1.0', Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Subnet': '1.1', Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Trunk': '1.1'}} Jun 25 14:23:05.882329 dv-cinder-798088-1-iscsi neutron-server[78417]: {{(pid=78417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:23:05.936668 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:05.940969 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:05.983868 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:05.985329 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:23:05.985978 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:05.991324 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:06.044895 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:06.098052 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9626889 Jun 25 14:23:06.102528 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Pushing event updated for resources: {'Network': ['ID=10f2b18a-25e6-496e-8d19-550ef6db5c85,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:06.106088 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:06.116962 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:23:07.453748 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:08.455053 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47236) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:23:08.674864 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923f2904-f0f2-489b-bb34-9b18405f4cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:23:08.676249 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-923f2904-f0f2-489b-bb34-9b18405f4cdb admin admin] 10.222.0.61 "GET /v2.0/subnets/ca9ad95d-0727-403b-ad92-b29f253cdd33 HTTP/1.1" status: 200 len: 849 time: 0.2201807 Jun 25 14:23:08.832002 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-8707bcb7-cbd3-4e8d-b312-79ea98d300e4 admin admin] 10.222.0.61 "GET /v2.0/routers/ab37211c-3dd9-45b8-9c61-f6593d772325 HTTP/1.1" status: 200 len: 704 time: 0.1497686 Jun 25 14:23:09.308804 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:09.536542 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Allocated IP 172.20.0.1 (1ef6e86a-22fb-4478-b8bc-4d8a16630a7c/ca9ad95d-0727-403b-ad92-b29f253cdd33/70fdb351-819a-49e5-8c9b-34e88b107e77) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:23:09.702046 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:09.720297 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Transition to ACTIVE for port object 70fdb351-819a-49e5-8c9b-34e88b107e77 will not be triggered until provisioned by entity DHCP. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:23:09.777490 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:09.782052 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:09.843956 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Network 1ef6e86a-22fb-4478-b8bc-4d8a16630a7c is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:23:09.846969 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:23:09.853749 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:23:09.854729 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453021'] for router_interface, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:09.969870 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Pushing event updated for resources: {'Port': ['ID=70fdb351-819a-49e5-8c9b-34e88b107e77,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:09.981669 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:10.028325 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-78e0598b-4304-463f-9ae8-85631f29b0ed None None] Provisioning for port 70fdb351-819a-49e5-8c9b-34e88b107e77 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:23:10.034080 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-78e0598b-4304-463f-9ae8-85631f29b0ed None None] Provisioning complete for port 70fdb351-819a-49e5-8c9b-34e88b107e77 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:23:10.034469 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-78e0598b-4304-463f-9ae8-85631f29b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:10.093058 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-78e0598b-4304-463f-9ae8-85631f29b0ed None None] Port 70fdb351-819a-49e5-8c9b-34e88b107e77 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:23:10.154458 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:10.385418 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:10.390247 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:10.391664 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454452'] for router_interface, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:10.394976 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:10.523440 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Pushing event updated for resources: {'Port': ['ID=70fdb351-819a-49e5-8c9b-34e88b107e77,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:10.528498 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:10.589692 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Network 1ef6e86a-22fb-4478-b8bc-4d8a16630a7c is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:23:10.590800 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:23:10.781260 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Router ab37211c-3dd9-45b8-9c61-f6593d772325 is scheduled to L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a with binding_index 1 {{(pid=78417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:23:10.818544 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-fa0c942b-653a-4f6c-bd5c-22610f41b581 None None] Provisioning complete for port 70fdb351-819a-49e5-8c9b-34e88b107e77 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:23:10.818906 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-fa0c942b-653a-4f6c-bd5c-22610f41b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:10.872341 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c942b-653a-4f6c-bd5c-22610f41b581 None None] Port 70fdb351-819a-49e5-8c9b-34e88b107e77 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:23:10.935477 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:23:10.945526 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] 10.222.0.61 "PUT /v2.0/routers/ab37211c-3dd9-45b8-9c61-f6593d772325/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1074977 Jun 25 14:23:10.946609 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Sync routers for ids ['ab37211c-3dd9-45b8-9c61-f6593d772325'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:23:10.958380 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Routers {'ab37211c-3dd9-45b8-9c61-f6593d772325'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:23:10.959340 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:23:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ab37211c-3dd9-45b8-9c61-f6593d772325'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:11.139045 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Set router ab37211c-3dd9-45b8-9c61-f6593d772325 gateway port host: None {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:23:11.506154 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'name': 'router1', 'tenant_id': '87ad878502d2428f95dcf859700b537b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:22:59Z', 'updated_at': '2021-06-25T14:23:10Z', 'revision_number': 2, 'project_id': '87ad878502d2428f95dcf859700b537b', 'gw_port_host': None, '_interfaces': [{'id': '70fdb351-819a-49e5-8c9b-34e88b107e77', 'name': '', 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c', 'tenant_id': '87ad878502d2428f95dcf859700b537b', 'mac_address': 'fa:16:3e:11:50:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca9ad95d-0727-403b-ad92-b29f253cdd33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:09Z', 'updated_at': '2021-06-25T14:23:10Z', 'revision_number': 2, 'project_id': '87ad878502d2428f95dcf859700b537b', 'subnets': [{'id': 'ca9ad95d-0727-403b-ad92-b29f253cdd33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e3e266-8d7c-4ff0-9c84-5e126b6b55e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:11.511141 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Checking router: ab37211c-3dd9-45b8-9c61-f6593d772325 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:23:11.511530 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Updating router ab37211c-3dd9-45b8-9c61-f6593d772325 port 70fdb351-819a-49e5-8c9b-34e88b107e77 binding host dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:23:11.566570 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:11.944217 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Notify callbacks [] for port, precommit_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:11.960750 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.provisioning_blocks [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Transition to ACTIVE for port object 70fdb351-819a-49e5-8c9b-34e88b107e77 will not be triggered until provisioned by entity L2. {{(pid=78419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:23:11.969058 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:11.975210 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:12.202388 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Pushing event updated for resources: {'Port': ['ID=70fdb351-819a-49e5-8c9b-34e88b107e77,revision_number=3']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:12.215939 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:12.216275 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:12.216613 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:12.216936 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:12.217257 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:12.217583 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:12.217897 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:12.218213 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:12.218542 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:12.218855 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:12.219168 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:12.219480 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Tracked resource versions report: Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: pushed versions: Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: { 'AddressGroup': {'1.2'}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'ConntrackHelper': {'1.0'}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Log': {'1.0'}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Network': {'1.1'}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Port': {'1.7'}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'PortForwarding': {'1.2'}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'QosPolicy': {'1.8'}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'SecurityGroup': {'1.4'}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'SubPort': {'1.0'}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Subnet': {'1.1'}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Trunk': {'1.1'}} Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: consumer versions: Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: { DHCP agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: L3 agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: Metadata agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: Metering agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: Open vSwitch agent@dv-cinder-798088-1-iscsi: { 'AddressGroup': '1.2', Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'ConntrackHelper': '1.0', Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Log': '1.0', Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Network': '1.1', Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Port': '1.7', Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'PortForwarding': '1.2', Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'QosPolicy': '1.8', Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'SecurityGroup': '1.4', Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'SecurityGroupRule': '1.2', Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'SubPort': '1.0', Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Subnet': '1.1', Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Trunk': '1.1'}} Jun 25 14:23:12.220611 dv-cinder-798088-1-iscsi neutron-server[78419]: {{(pid=78419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:23:12.232161 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:12.239069 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Attempting to bind port 70fdb351-819a-49e5-8c9b-34e88b107e77 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:23:12.239468 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Attempting to bind port 70fdb351-819a-49e5-8c9b-34e88b107e77 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '72244724-b9c5-490d-a3d9-7db41bdee08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c'}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:23:12.240087 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Attempting to bind port 70fdb351-819a-49e5-8c9b-34e88b107e77 on network 1ef6e86a-22fb-4478-b8bc-4d8a16630a7c {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:23:12.245430 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:23:12.245845 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Checking segment: {'id': '72244724-b9c5-490d-a3d9-7db41bdee08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:23:12.246452 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:12.246725 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Bound using segment: {'id': '72244724-b9c5-490d-a3d9-7db41bdee08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c'} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:23:12.247217 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Bound port: 70fdb351-819a-49e5-8c9b-34e88b107e77, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72244724-b9c5-490d-a3d9-7db41bdee08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c'}}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:23:12.247625 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:12.342620 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] For port 70fdb351-819a-49e5-8c9b-34e88b107e77, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:23:12.348213 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] For port 70fdb351-819a-49e5-8c9b-34e88b107e77, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=70fdb351-819a-49e5-8c9b-34e88b107e77,segment=NetworkSegment(72244724-b9c5-490d-a3d9-7db41bdee08d),segment_id=72244724-b9c5-490d-a3d9-7db41bdee08d)] {{(pid=78419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:23:12.354197 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:12.358251 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:12.449978 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Pushing event updated for resources: {'Port': ['ID=70fdb351-819a-49e5-8c9b-34e88b107e77,revision_number=4']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:12.453689 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:12.454543 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Routers {'ab37211c-3dd9-45b8-9c61-f6593d772325'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:23:12.455093 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:23:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ab37211c-3dd9-45b8-9c61-f6593d772325'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:12.610230 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] Set router ab37211c-3dd9-45b8-9c61-f6593d772325 gateway port host: None {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:23:12.941160 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'name': 'router1', 'tenant_id': '87ad878502d2428f95dcf859700b537b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:22:59Z', 'updated_at': '2021-06-25T14:23:10Z', 'revision_number': 2, 'project_id': '87ad878502d2428f95dcf859700b537b', 'gw_port_host': None, '_interfaces': [{'id': '70fdb351-819a-49e5-8c9b-34e88b107e77', 'name': '', 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c', 'tenant_id': '87ad878502d2428f95dcf859700b537b', 'mac_address': 'fa:16:3e:11:50:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca9ad95d-0727-403b-ad92-b29f253cdd33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:09Z', 'updated_at': '2021-06-25T14:23:12Z', 'revision_number': 4, 'project_id': '87ad878502d2428f95dcf859700b537b', 'subnets': [{'id': 'ca9ad95d-0727-403b-ad92-b29f253cdd33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e3e266-8d7c-4ff0-9c84-5e126b6b55e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:12.945191 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c4ec7-6bbd-499d-9a45-589382291d94 None None] The sync data for ids ['ab37211c-3dd9-45b8-9c61-f6593d772325'] in dv-cinder-798088-1-iscsi is: [{'id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'name': 'router1', 'tenant_id': '87ad878502d2428f95dcf859700b537b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:22:59Z', 'updated_at': '2021-06-25T14:23:10Z', 'revision_number': 2, 'project_id': '87ad878502d2428f95dcf859700b537b', 'gw_port_host': None, '_interfaces': [{'id': '70fdb351-819a-49e5-8c9b-34e88b107e77', 'name': '', 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c', 'tenant_id': '87ad878502d2428f95dcf859700b537b', 'mac_address': 'fa:16:3e:11:50:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca9ad95d-0727-403b-ad92-b29f253cdd33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:09Z', 'updated_at': '2021-06-25T14:23:12Z', 'revision_number': 4, 'project_id': '87ad878502d2428f95dcf859700b537b', 'subnets': [{'id': 'ca9ad95d-0727-403b-ad92-b29f253cdd33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e3e266-8d7c-4ff0-9c84-5e126b6b55e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:23:13.152697 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 47258) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:23:13.306929 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1683d9d-250e-4ef8-a0b9-68f21e421902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:23:13.313846 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-f1683d9d-250e-4ef8-a0b9-68f21e421902 admin admin] 10.222.0.61 "GET /v2.0/networks/10f2b18a-25e6-496e-8d19-550ef6db5c85 HTTP/1.1" status: 200 len: 842 time: 0.1602404 Jun 25 14:23:13.318752 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Request body: {'subnet': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:23:13.323481 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:23:13.327185 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Usage tracker for resource:subnet and tenant:a3c2bc0ef2214ecd931b4d275245d06d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:23:13.330094 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:23:13.335853 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:23:13.345760 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Made reservation on behalf of a3c2bc0ef2214ecd931b4d275245d06d for: {'subnet': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:23:13.348847 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:13.764664 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.objects.ports [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78416) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 25 14:23:13.765111 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for subnet, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:13.768921 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:13.834938 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=388f351f-b11b-4f65-b2aa-f4fa22523b45,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:13.839897 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:13.849932 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Checking segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:23:13.850278 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Network hostable DHCP agents. Network: 10f2b18a-25e6-496e-8d19-550ef6db5c85, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:23:13.870260 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:23:13.879789 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, 10f2b18a-25e6-496e-8d19-550ef6db5c85) {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:23:13.884115 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:23:13.884687 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:13.892685 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae74ec6-18e7-4fdb-b5ca-b2709c627080 None None] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:23:13.906255 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5915616 Jun 25 14:23:14.123469 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27db8dd3-1f25-41a7-b68c-665094f7603a None None] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:23:15.267945 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 70fdb351-819a-49e5-8c9b-34e88b107e77 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:23:15.338256 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 70fdb351-819a-49e5-8c9b-34e88b107e77 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:23:15.342856 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 70fdb351-819a-49e5-8c9b-34e88b107e77 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:23:15.343220 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:15.458351 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:15.491077 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 70fdb351-819a-49e5-8c9b-34e88b107e77, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=70fdb351-819a-49e5-8c9b-34e88b107e77,segment=NetworkSegment(72244724-b9c5-490d-a3d9-7db41bdee08d),segment_id=72244724-b9c5-490d-a3d9-7db41bdee08d)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:23:15.495424 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:15.498670 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-91103727-a39d-4c44-b4b3-a7f9116d6e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:15.564094 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=70fdb351-819a-49e5-8c9b-34e88b107e77,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:15.568604 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:16.167074 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 47272) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:23:16.394459 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-75ff5d6c-e1b5-4846-bf29-6ed9e9c5fb0a admin admin] 10.222.0.61 "GET /v2.0/routers/ab37211c-3dd9-45b8-9c61-f6593d772325 HTTP/1.1" status: 200 len: 710 time: 0.2260761 Jun 25 14:23:16.520547 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b9b9e9-3b07-4ff7-9391-f59faa07e518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:23:16.521900 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-a6b9b9e9-3b07-4ff7-9391-f59faa07e518 admin admin] 10.222.0.61 "GET /v2.0/networks/10f2b18a-25e6-496e-8d19-550ef6db5c85 HTTP/1.1" status: 200 len: 886 time: 0.1221869 Jun 25 14:23:16.530587 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:23:17.004089 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34153'] for router, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:17.253674 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 70fdb351-819a-49e5-8c9b-34e88b107e77 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:23:17.320667 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 70fdb351-819a-49e5-8c9b-34e88b107e77 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:23:17.320947 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:17.334526 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:17.389716 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:17.532443 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Allocated IP 172.27.2.21 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/aed205d1-dfc3-439d-be82-83f23b18d54c) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:23:17.682029 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:17.736912 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:17.741427 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:17.816701 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:23:17.820195 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:23:17.825474 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:23:17.878542 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Pushing event updated for resources: {'Port': ['ID=aed205d1-dfc3-439d-be82-83f23b18d54c,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:17.894646 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:18.209151 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:18.577481 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34153'] for router, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:18.580829 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-452981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-452930', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454480'] for router, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:18.758120 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Router ab37211c-3dd9-45b8-9c61-f6593d772325 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:23:18.933421 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:23:18.942842 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Notify callbacks [] for router, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:18.943488 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Sync routers for ids ['ab37211c-3dd9-45b8-9c61-f6593d772325'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:23:18.944203 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] 10.222.0.61 "PUT /v2.0/routers/ab37211c-3dd9-45b8-9c61-f6593d772325 HTTP/1.1" status: 200 len: 889 time: 2.4168811 Jun 25 14:23:18.959770 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Routers {'ab37211c-3dd9-45b8-9c61-f6593d772325'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:23:18.960561 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:23:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ab37211c-3dd9-45b8-9c61-f6593d772325'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:19.162588 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Set router ab37211c-3dd9-45b8-9c61-f6593d772325 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:23:19.506500 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'name': 'router1', 'tenant_id': '87ad878502d2428f95dcf859700b537b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'aed205d1-dfc3-439d-be82-83f23b18d54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:22:59Z', 'updated_at': '2021-06-25T14:23:18Z', 'revision_number': 4, 'project_id': '87ad878502d2428f95dcf859700b537b', 'gw_port': {'id': 'aed205d1-dfc3-439d-be82-83f23b18d54c', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:17Z', 'updated_at': '2021-06-25T14:23:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '70fdb351-819a-49e5-8c9b-34e88b107e77', 'name': '', 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c', 'tenant_id': '87ad878502d2428f95dcf859700b537b', 'mac_address': 'fa:16:3e:11:50:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca9ad95d-0727-403b-ad92-b29f253cdd33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:09Z', 'updated_at': '2021-06-25T14:23:15Z', 'revision_number': 5, 'project_id': '87ad878502d2428f95dcf859700b537b', 'subnets': [{'id': 'ca9ad95d-0727-403b-ad92-b29f253cdd33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e3e266-8d7c-4ff0-9c84-5e126b6b55e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:19.511862 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Checking router: ab37211c-3dd9-45b8-9c61-f6593d772325 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:23:19.512263 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Updating router ab37211c-3dd9-45b8-9c61-f6593d772325 port aed205d1-dfc3-439d-be82-83f23b18d54c binding host dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:23:19.573896 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:19.962504 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:19.975285 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Transition to ACTIVE for port object aed205d1-dfc3-439d-be82-83f23b18d54c will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:23:19.982500 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:19.986984 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:20.066418 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Attempting to bind port aed205d1-dfc3-439d-be82-83f23b18d54c on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:23:20.066905 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Attempting to bind port aed205d1-dfc3-439d-be82-83f23b18d54c by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:23:20.067883 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Attempting to bind port aed205d1-dfc3-439d-be82-83f23b18d54c on network 10f2b18a-25e6-496e-8d19-550ef6db5c85 {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:23:20.074058 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea7972-1882-46e7-9d6c-dbaf583c8c21 None None] Pushing event updated for resources: {'Port': ['ID=aed205d1-dfc3-439d-be82-83f23b18d54c,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:20.078905 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-a9ea7972-1882-46e7-9d6c-dbaf583c8c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:20.079863 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:23:20.080242 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Checking segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:23:20.080907 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:20.081302 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Bound using segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:23:20.081778 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Bound port: aed205d1-dfc3-439d-be82-83f23b18d54c, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:23:20.082174 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:20.164636 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] For port aed205d1-dfc3-439d-be82-83f23b18d54c, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:23:20.168465 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] For port aed205d1-dfc3-439d-be82-83f23b18d54c, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=aed205d1-dfc3-439d-be82-83f23b18d54c,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:23:20.174533 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:20.179468 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:20.264587 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Routers {'ab37211c-3dd9-45b8-9c61-f6593d772325'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:23:20.265214 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:23:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ab37211c-3dd9-45b8-9c61-f6593d772325'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:20.353358 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea7972-1882-46e7-9d6c-dbaf583c8c21 None None] Pushing event updated for resources: {'Port': ['ID=aed205d1-dfc3-439d-be82-83f23b18d54c,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:20.357039 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-a9ea7972-1882-46e7-9d6c-dbaf583c8c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:20.511116 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] Set router ab37211c-3dd9-45b8-9c61-f6593d772325 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:23:20.868406 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'name': 'router1', 'tenant_id': '87ad878502d2428f95dcf859700b537b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'aed205d1-dfc3-439d-be82-83f23b18d54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:22:59Z', 'updated_at': '2021-06-25T14:23:18Z', 'revision_number': 4, 'project_id': '87ad878502d2428f95dcf859700b537b', 'gw_port': {'id': 'aed205d1-dfc3-439d-be82-83f23b18d54c', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:17Z', 'updated_at': '2021-06-25T14:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '70fdb351-819a-49e5-8c9b-34e88b107e77', 'name': '', 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c', 'tenant_id': '87ad878502d2428f95dcf859700b537b', 'mac_address': 'fa:16:3e:11:50:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca9ad95d-0727-403b-ad92-b29f253cdd33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:09Z', 'updated_at': '2021-06-25T14:23:15Z', 'revision_number': 5, 'project_id': '87ad878502d2428f95dcf859700b537b', 'subnets': [{'id': 'ca9ad95d-0727-403b-ad92-b29f253cdd33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e3e266-8d7c-4ff0-9c84-5e126b6b55e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:23:20.872453 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cb30c0-4232-4caa-85e0-c6043eb4a5e0 None None] The sync data for ids ['ab37211c-3dd9-45b8-9c61-f6593d772325'] in dv-cinder-798088-1-iscsi is: [{'id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'name': 'router1', 'tenant_id': '87ad878502d2428f95dcf859700b537b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': 'aed205d1-dfc3-439d-be82-83f23b18d54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:22:59Z', 'updated_at': '2021-06-25T14:23:18Z', 'revision_number': 4, 'project_id': '87ad878502d2428f95dcf859700b537b', 'gw_port': {'id': 'aed205d1-dfc3-439d-be82-83f23b18d54c', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:17Z', 'updated_at': '2021-06-25T14:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '70fdb351-819a-49e5-8c9b-34e88b107e77', 'name': '', 'network_id': '1ef6e86a-22fb-4478-b8bc-4d8a16630a7c', 'tenant_id': '87ad878502d2428f95dcf859700b537b', 'mac_address': 'fa:16:3e:11:50:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab37211c-3dd9-45b8-9c61-f6593d772325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca9ad95d-0727-403b-ad92-b29f253cdd33', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:23:09Z', 'updated_at': '2021-06-25T14:23:15Z', 'revision_number': 5, 'project_id': '87ad878502d2428f95dcf859700b537b', 'subnets': [{'id': 'ca9ad95d-0727-403b-ad92-b29f253cdd33', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2e3e266-8d7c-4ff0-9c84-5e126b6b55e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:23:21.291457 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device aed205d1-dfc3-439d-be82-83f23b18d54c up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:23:21.370001 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port aed205d1-dfc3-439d-be82-83f23b18d54c completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:23:21.375321 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port aed205d1-dfc3-439d-be82-83f23b18d54c triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:23:21.375660 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:21.508147 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:21.534157 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port aed205d1-dfc3-439d-be82-83f23b18d54c, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=aed205d1-dfc3-439d-be82-83f23b18d54c,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:23:21.542345 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:21.546506 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:23:21.606630 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47282) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:23:21.619812 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=aed205d1-dfc3-439d-be82-83f23b18d54c,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:23:21.623090 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:23:21.728684 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-b15cd1b1-cd76-4e42-991d-b6c336efa169 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1207457 Jun 25 14:23:23.259021 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device aed205d1-dfc3-439d-be82-83f23b18d54c up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:23:23.337867 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port aed205d1-dfc3-439d-be82-83f23b18d54c triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:23:23.338594 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:30.507578 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 5 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:23:32.516256 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-66728dcd-5e53-4a2d-b019-2e5293067b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:32.917524 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:35.407006 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-818d5e9c-8fa4-42a5-9e8c-4577ba82c6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:36.048070 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:23:37.460338 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:02.511733 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-affc6474-0600-4caf-be85-3c47b6466076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:02.911181 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:05.404693 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d79bfacb-53fa-4585-b9bc-75270f8951a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:06.054963 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:07.469634 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:07.499084 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 5 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:24:32.515906 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-00cf3e8c-6176-4b60-9e58-2d2ff8464bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:32.913708 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:35.412757 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-083a8ab9-bb6a-47ec-867c-3fd99ff6b715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:36.060754 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:37.470728 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:24:44.497987 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 5 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:25:02.522821 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-855022e3-c2eb-469b-909d-4e3a030ec417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:02.917710 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:05.406601 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-7468739e-f8c4-4c61-8701-db1eff40b9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:06.054745 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:07.474926 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:21.496598 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 5 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:25:25.010519 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47852) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:25.078648 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c9ceb5-31e0-4e3e-94ac-3252761ceb9b admin admin] GET failed (client error): The resource could not be found. Jun 25 14:25:25.079156 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-60c9ceb5-31e0-4e3e-94ac-3252761ceb9b admin admin] Synchronizing usage tracker for tenant:a3c2bc0ef2214ecd931b4d275245d06d on resource:network {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:25:25.096381 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-60c9ceb5-31e0-4e3e-94ac-3252761ceb9b admin admin] Unset dirty status for tenant:a3c2bc0ef2214ecd931b4d275245d06d on resource:network {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:25:25.097750 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-60c9ceb5-31e0-4e3e-94ac-3252761ceb9b admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0862207 Jun 25 14:25:25.228305 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb18117-569f-480a-b574-17aa1b7dba82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:25.229745 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-5bb18117-569f-480a-b574-17aa1b7dba82 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1281586 Jun 25 14:25:27.317659 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47862) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:27.423907 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04a3294-559b-4402-8457-b1990f00c7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:27.425390 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-a04a3294-559b-4402-8457-b1990f00c7ce admin admin] 10.222.0.61 "GET /v2.0/subnets/ca9ad95d-0727-403b-ad92-b29f253cdd33 HTTP/1.1" status: 200 len: 849 time: 0.1067502 Jun 25 14:25:27.434766 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:25:27.550364 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Notify callbacks [] for subnet, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:27.737017 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793052572115'] for subnet, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:27.740617 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:25:27.824933 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:27.825520 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:27.826672 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] 10.222.0.61 "PUT /v2.0/subnets/ca9ad95d-0727-403b-ad92-b29f253cdd33 HTTP/1.1" status: 200 len: 868 time: 0.3959014 Jun 25 14:25:27.847303 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006d183-fd49-4511-8e4b-00a7796015aa None None] Network 1ef6e86a-22fb-4478-b8bc-4d8a16630a7c requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:25:27.848641 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9ad95d-0727-403b-ad92-b29f253cdd33,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:25:27.856339 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:27.856729 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:27.857033 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:27.857357 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:27.857675 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:27.858016 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:27.858337 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:27.858653 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:27.858991 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:27.859309 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:27.859650 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:27.859962 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:25:27.864972 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:25:28.353442 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-f7703b9b-0610-4033-97ef-784d0c60b2bc None None] Provisioning complete for port 70fdb351-819a-49e5-8c9b-34e88b107e77 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:25:28.353814 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f7703b9b-0610-4033-97ef-784d0c60b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:28.478958 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-f7703b9b-0610-4033-97ef-784d0c60b2bc None None] Provisioning complete for port 1d1d566c-8109-4d80-8b64-6476b155ae0a triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:25:28.479325 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f7703b9b-0610-4033-97ef-784d0c60b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:29.935350 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47872) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:30.110115 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223c85c9-3296-46d8-bed7-09e38d13e6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:30.110612 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223c85c9-3296-46d8-bed7-09e38d13e6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:30.112735 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-223c85c9-3296-46d8-bed7-09e38d13e6e0 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1763952 Jun 25 14:25:32.201216 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 47882) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:32.377428 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab4fdbe-5265-4b9d-bcf7-48c4bc0931e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:32.377822 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab4fdbe-5265-4b9d-bcf7-48c4bc0931e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:32.379368 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-4ab4fdbe-5265-4b9d-bcf7-48c4bc0931e8 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1771843 Jun 25 14:25:32.525722 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b23c2090-4802-49bf-bcb2-748f12259e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:32.920539 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:34.527465 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 47892) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:34.693310 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1823f7-7afd-4dfb-9663-5eadef29076a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:34.694613 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-5a1823f7-7afd-4dfb-9663-5eadef29076a admin admin] 10.222.0.61 "GET /v2.0/networks/10f2b18a-25e6-496e-8d19-550ef6db5c85 HTTP/1.1" status: 200 len: 886 time: 0.1661246 Jun 25 14:25:35.409045 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0e10d3f4-c14b-4066-a0d4-e2b4a708f91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:36.057188 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:36.813046 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 47902) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:36.986812 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79910641-8595-4959-a3e0-7c83918f2548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:36.988192 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-79910641-8595-4959-a3e0-7c83918f2548 admin admin] 10.222.0.61 "GET /v2.0/networks/1ef6e86a-22fb-4478-b8bc-4d8a16630a7c HTTP/1.1" status: 200 len: 869 time: 0.1736650 Jun 25 14:25:37.476172 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:25:39.107479 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47912) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:39.211847 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b4fc9e-a2c8-451e-b503-705c555bf396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:39.212300 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b4fc9e-a2c8-451e-b503-705c555bf396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:39.213790 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-e9b4fc9e-a2c8-451e-b503-705c555bf396 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1053677 Jun 25 14:25:41.342304 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47922) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:41.452611 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25215fa5-e8c9-4153-b2c9-4ca4be646000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:41.453105 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25215fa5-e8c9-4153-b2c9-4ca4be646000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:41.455256 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-25215fa5-e8c9-4153-b2c9-4ca4be646000 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1119864 Jun 25 14:25:43.576952 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47932) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:43.680436 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee69736b-867a-4885-9494-3471662764b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:43.681775 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-ee69736b-867a-4885-9494-3471662764b9 admin admin] 10.222.0.61 "GET /v2.0/subnets/388f351f-b11b-4f65-b2aa-f4fa22523b45 HTTP/1.1" status: 200 len: 816 time: 0.1038661 Jun 25 14:25:45.797780 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47942) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:25:45.911032 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a827a6e3-31ee-4e0e-8821-e03cd446d303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:25:45.912442 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-a827a6e3-31ee-4e0e-8821-e03cd446d303 admin admin] 10.222.0.61 "GET /v2.0/subnets/ca9ad95d-0727-403b-ad92-b29f253cdd33 HTTP/1.1" status: 200 len: 868 time: 0.1130385 Jun 25 14:25:58.494292 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 5 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:26:02.528792 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-771a301d-0844-41e3-9f2a-4238572723e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:02.928573 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:05.413665 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-889f92c7-a01d-4cb0-a758-3f5f1e3b604b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:06.061527 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:07.483109 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:09.216258 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47986) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:26:09.264590 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [None req-6b65b2b4-f61a-4664-8e02-2ce41220ac0a admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=78417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:26:09.265593 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-6b65b2b4-f61a-4664-8e02-2ce41220ac0a admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483966 Jun 25 14:26:11.465109 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 47996) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:26:11.535147 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4eb3d0-703c-4f49-9f56-f1db63334a63 admin admin] GET failed (client error): The resource could not be found. Jun 25 14:26:11.536426 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-da4eb3d0-703c-4f49-9f56-f1db63334a63 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0703940 Jun 25 14:26:11.661912 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e86cf4a-3ff8-4a5a-b820-1e62b39f492d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:26:11.663254 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-0e86cf4a-3ff8-4a5a-b820-1e62b39f492d admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1229825 Jun 25 14:26:13.824382 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48006) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:26:13.872601 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:26:13.877667 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:26:13.886831 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:26:13.896740 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Made reservation on behalf of a3c2bc0ef2214ecd931b4d275245d06d for: {'network': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:26:13.898989 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:13.984854 dv-cinder-798088-1-iscsi neutron-server[78417]: WARNING neutron.services.revisions.revision_plugin [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Could not find related network for resource to bump revision. Jun 25 14:26:13.997286 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=78417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:26:14.006853 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:14.007126 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.segments_db [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Added segment dcbdcd3c-b5bf-434f-ac45-a801811abc0b of type vlan for network 420c4b35-5db4-4788-8abd-f64acd2db196 Jun 25 14:26:14.034116 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:14.063330 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:14.064642 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:26:14.065211 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:14.069818 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:26:14.165381 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Pushing event updated for resources: {'Network': ['ID=420c4b35-5db4-4788-8abd-f64acd2db196,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:26:14.170743 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3451984 Jun 25 14:26:14.171648 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:26:14.175604 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network 420c4b35-5db4-4788-8abd-f64acd2db196 details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:26:16.321266 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48016) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:26:16.388349 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b5f1aa-45de-4c4c-bb62-6c3bfb9ff86b admin admin] GET failed (client error): The resource could not be found. Jun 25 14:26:16.388856 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-37b5f1aa-45de-4c4c-bb62-6c3bfb9ff86b admin admin] Synchronizing usage tracker for tenant:a3c2bc0ef2214ecd931b4d275245d06d on resource:network {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:26:16.403965 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-37b5f1aa-45de-4c4c-bb62-6c3bfb9ff86b admin admin] Unset dirty status for tenant:a3c2bc0ef2214ecd931b4d275245d06d on resource:network {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:26:16.405262 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-37b5f1aa-45de-4c4c-bb62-6c3bfb9ff86b admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0830030 Jun 25 14:26:16.506852 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70587401-7822-4578-a964-9ee117420be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:26:16.508507 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-70587401-7822-4578-a964-9ee117420be6 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0986898 Jun 25 14:26:16.518860 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Request body: {'subnet': {'network_id': '420c4b35-5db4-4788-8abd-f64acd2db196', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:26:16.523526 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:26:16.527323 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Usage tracker for resource:subnet and tenant:a3c2bc0ef2214ecd931b4d275245d06d is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:26:16.530264 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:26:16.535963 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:26:16.544978 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Made reservation on behalf of a3c2bc0ef2214ecd931b4d275245d06d for: {'subnet': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:26:16.547256 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:16.758789 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for subnet, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:16.763754 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:26:16.837800 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c88d0bc1-b3c6-4df8-8012-34c0e778a68a,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:26:16.841326 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:26:16.842234 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Checking segment: {'id': 'dcbdcd3c-b5bf-434f-ac45-a801811abc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '420c4b35-5db4-4788-8abd-f64acd2db196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:26:16.842628 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Network hostable DHCP agents. Network: 420c4b35-5db4-4788-8abd-f64acd2db196, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:26:16.864513 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Network 420c4b35-5db4-4788-8abd-f64acd2db196 is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:26:16.874038 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, 420c4b35-5db4-4788-8abd-f64acd2db196) {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:26:16.878403 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:26:16.878986 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:16.884421 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f070dbc-07eb-4877-b54a-bde7f3bc6066 None None] Network 420c4b35-5db4-4788-8abd-f64acd2db196 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:26:16.898516 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-a187c617-ce65-4372-ad7b-ce14cbf4ae77 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3837764 Jun 25 14:26:17.115518 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp100333b5-76c8-5f66-9258-b41137705b1a-420c4b35-5db4-4788-8abd-f64acd2db196', 'network_id': '420c4b35-5db4-4788-8abd-f64acd2db196', 'tenant_id': 'a3c2bc0ef2214ecd931b4d275245d06d', 'fixed_ips': [{'subnet_id': 'c88d0bc1-b3c6-4df8-8012-34c0e778a68a'}]}} from dv-cinder-798088-1-iscsi. {{(pid=78418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:26:17.116371 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:17.276332 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.db_base_plugin_common [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Allocated IP 192.168.233.2 (420c4b35-5db4-4788-8abd-f64acd2db196/c88d0bc1-b3c6-4df8-8012-34c0e778a68a/d8e5ce8d-d4e9-4098-9564-2a39d5718913) {{(pid=78418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:26:17.517596 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Notify callbacks [] for port, precommit_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:17.527860 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Transition to ACTIVE for port object d8e5ce8d-d4e9-4098-9564-2a39d5718913 will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:26:17.547437 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Transition to ACTIVE for port object d8e5ce8d-d4e9-4098-9564-2a39d5718913 will not be triggered until provisioned by entity DHCP. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:26:17.553987 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:17.558291 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:26:17.622463 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Network 420c4b35-5db4-4788-8abd-f64acd2db196 is already hosted by enough agents. {{(pid=78418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:26:17.626376 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Resources bound (agent type, host, resource id): {{(pid=78418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:26:17.629519 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Received port after_create {{(pid=78418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:26:17.638696 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Pushing event updated for resources: {'Port': ['ID=d8e5ce8d-d4e9-4098-9564-2a39d5718913,revision_number=1']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:26:17.681193 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:17.681523 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:17.681846 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:17.682161 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:17.682471 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:17.682782 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:17.683098 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:17.683470 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:17.683879 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:17.684056 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:17.684359 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:17.684659 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:26:17.689111 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:26:17.737922 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Attempting to bind port d8e5ce8d-d4e9-4098-9564-2a39d5718913 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:26:17.738293 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Attempting to bind port d8e5ce8d-d4e9-4098-9564-2a39d5718913 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': 'dcbdcd3c-b5bf-434f-ac45-a801811abc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '420c4b35-5db4-4788-8abd-f64acd2db196'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:26:17.738657 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Attempting to bind port d8e5ce8d-d4e9-4098-9564-2a39d5718913 on network 420c4b35-5db4-4788-8abd-f64acd2db196 {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:26:17.744108 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:26:17.744400 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Checking segment: {'id': 'dcbdcd3c-b5bf-434f-ac45-a801811abc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '420c4b35-5db4-4788-8abd-f64acd2db196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:26:17.744794 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:17.745182 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Bound using segment: {'id': 'dcbdcd3c-b5bf-434f-ac45-a801811abc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '420c4b35-5db4-4788-8abd-f64acd2db196'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:26:17.745642 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Bound port: d8e5ce8d-d4e9-4098-9564-2a39d5718913, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbdcd3c-b5bf-434f-ac45-a801811abc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '420c4b35-5db4-4788-8abd-f64acd2db196'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:26:17.746026 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:17.834109 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] For port d8e5ce8d-d4e9-4098-9564-2a39d5718913, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:26:17.837181 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] For port d8e5ce8d-d4e9-4098-9564-2a39d5718913, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=d8e5ce8d-d4e9-4098-9564-2a39d5718913,segment=NetworkSegment(dcbdcd3c-b5bf-434f-ac45-a801811abc0b),segment_id=dcbdcd3c-b5bf-434f-ac45-a801811abc0b)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:26:17.840941 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:17.844965 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:26:17.921626 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Pushing event updated for resources: {'Port': ['ID=d8e5ce8d-d4e9-4098-9564-2a39d5718913,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:26:17.925541 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:26:18.757547 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb76dd1-2480-4e19-b8a3-bc18c17545c3 None None] Network 420c4b35-5db4-4788-8abd-f64acd2db196 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:26:18.856383 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-d55ad7eb-35c3-4ec0-beb5-0c5c900568b2 None None] Provisioning for port d8e5ce8d-d4e9-4098-9564-2a39d5718913 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:26:19.376205 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device d8e5ce8d-d4e9-4098-9564-2a39d5718913 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:26:19.451969 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port d8e5ce8d-d4e9-4098-9564-2a39d5718913 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:26:19.457006 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port d8e5ce8d-d4e9-4098-9564-2a39d5718913 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:26:19.457382 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:19.577589 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:19.623710 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port d8e5ce8d-d4e9-4098-9564-2a39d5718913, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=d8e5ce8d-d4e9-4098-9564-2a39d5718913,segment=NetworkSegment(dcbdcd3c-b5bf-434f-ac45-a801811abc0b),segment_id=dcbdcd3c-b5bf-434f-ac45-a801811abc0b)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:26:19.628617 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:19.630793 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:26:19.700165 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=d8e5ce8d-d4e9-4098-9564-2a39d5718913,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:26:19.704351 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:26:21.352944 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device d8e5ce8d-d4e9-4098-9564-2a39d5718913 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:26:21.426735 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port d8e5ce8d-d4e9-4098-9564-2a39d5718913 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:26:21.427111 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:32.533439 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-2384d2a3-f9d4-431d-a29e-c57a528f1df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:32.921828 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:35.410353 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1e172933-5871-4e1f-9c95-b5b63028f48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:35.496842 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 5 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:26:36.064215 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:26:37.486383 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:02.536097 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9c9f4314-b9b6-4264-aeed-35f1f5847f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:02.926707 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:05.404684 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f0958545-1965-4bb3-9159-f6e89980957c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:06.067027 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:07.490404 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:12.495825 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 5 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:27:26.485268 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48066) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:27:26.491290 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [None req-20674da6-6d9e-49a1-b67a-1bac6663d780 tempest-verify_tempest_config-1885253607 tempest-verify_tempest_config-1885253607-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=78417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:27:26.492278 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-20674da6-6d9e-49a1-b67a-1bac6663d780 tempest-verify_tempest_config-1885253607 tempest-verify_tempest_config-1885253607-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060425 Jun 25 14:27:26.811570 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48084) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:27:26.932785 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:26.947637 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:27:26.951387 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Usage tracker for resource:security_group_rule and tenant:c5cc4c949ddf4eddadfcec04e38d1523 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:27:26.955170 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:27:26.960838 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:27:27.050019 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:27.053524 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:27.063280 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:27:27.104162 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Synchronizing usage tracker for tenant:a3c2bc0ef2214ecd931b4d275245d06d on resource:security_group {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:27:27.110807 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e045cc-5859-4e71-872f-85e4a490508b,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:27:27.120286 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.120699 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.121054 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.121378 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.121691 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.122021 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.122388 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.122705 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.123013 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.123316 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.123646 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.124626 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.130789 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:27:27.136655 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] Unset dirty status for tenant:a3c2bc0ef2214ecd931b4d275245d06d on resource:security_group {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:27:27.138020 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-ef06812c-b85b-483d-b958-22ebd330a314 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5cc4c949ddf4eddadfcec04e38d1523&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3254077 Jun 25 14:27:27.141941 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 48090) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:27:27.200457 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:27.227323 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:27.322504 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:27.326398 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:27:27.337903 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e045cc-5859-4e71-872f-85e4a490508b,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:27:27.348254 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.348606 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.348940 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.349265 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.349585 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.349928 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.350248 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.350568 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.350899 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.351217 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.351735 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.352060 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:27:27.355409 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:27:27.356651 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:27.361474 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/99e045cc-5859-4e71-872f-85e4a490508b HTTP/1.1" status: 204 len: 168 time: 0.2185102 Jun 25 14:27:32.541892 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-656e2c99-0124-4ccc-9e7e-d42deaf38038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:32.939901 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:35.412211 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-8dc55a73-82be-4a91-b040-94a17b218566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:36.075112 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:37.493537 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:27:49.494682 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 5 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:28:02.536485 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-444114b7-45bd-41b2-88ec-fce2d68d0ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:02.938234 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:05.411203 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d327e9f2-a919-422e-85d5-20171662cd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:06.077371 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:07.497150 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:26.494305 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 5 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:28:32.544298 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-3b551192-cff3-4749-8413-7b2d58831189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:32.932305 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:35.407283 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9c592173-d3e9-45d7-8cb5-8d4e85b4a78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:36.079849 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:28:37.501320 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:02.540699 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e0761f51-8735-4f49-8bc0-fdd5cc741a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:02.945141 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:03.493753 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 5 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:29:05.421911 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e3fbd4af-99f7-4c56-b3ba-701185bba3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:06.080337 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:07.508908 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:08.408304 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451950'] for agent, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:24.846649 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48162) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:29:25.027452 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-78d62890-b88b-49ab-a345-75bc676209ad admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1791778 Jun 25 14:29:27.438545 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48172) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:29:27.529156 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-53f034e0-bf83-4853-b911-2800379a25d0 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0894547 Jun 25 14:29:32.537842 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-a87a417e-7749-45c5-8c9d-c347d81c48c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:32.944178 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:35.418043 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-db15ec06-9456-473b-8b5c-67d9f0fe8c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:36.082350 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:37.508279 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:38.353265 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:29:40.494360 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:30:02.533114 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d2caeca5-e477-4078-8389-9ef4d992210e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:02.952324 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:05.425260 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0b42a33d-848a-4abb-8853-e35ccfd74e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:06.086541 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:07.513285 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:08.354652 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:17.493843 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:30:32.542816 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-176b903c-f4db-470d-a848-44093a07600c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:32.943036 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:35.421931 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-169811a1-0771-4012-8a4e-f343d825912d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:36.102584 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:37.518877 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:38.353822 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:30:54.494791 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:31:02.581329 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-fb70ab72-d4f1-4f31-a3f1-c5b3cf83873a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:02.965036 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:05.436493 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2f5e-8b84-4638-83cd-3b7889238495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:06.104491 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.532678 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:07.753856 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48346) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:08.018330 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-network', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:08.027354 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:08.034079 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Usage tracker for resource:network and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:08.039551 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:08.052407 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:08.070450 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Made reservation on behalf of 1e3a525bd5684b0e8516b71090c07dd2 for: {'network': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:08.075738 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.105567 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.134649 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:08.143395 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Usage tracker for resource:security_group_rule and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:08.147941 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:08.156514 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:08.271240 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.281484 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.289204 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-a8f23f39-8259-449f-8d0b-34471ffbf83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:08.345928 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbddf7c2-9886-40ab-ac28-2cf27234f932,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:08.362926 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.365609 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:08.366499 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:08.367291 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:08.368062 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:08.369175 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:08.370446 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:08.371606 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:08.372371 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:08.373166 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:08.373966 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:08.374495 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:08.375261 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Tracked resource versions report: Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: pushed versions: Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: { 'AddressGroup': {'1.2'}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'ConntrackHelper': {'1.0'}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Log': {'1.0'}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Network': {'1.1'}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Port': {'1.7'}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'PortForwarding': {'1.2'}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'QosPolicy': {'1.8'}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'SecurityGroup': {'1.4'}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'SubPort': {'1.0'}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Subnet': {'1.1'}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Trunk': {'1.1'}} Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: consumer versions: Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: { DHCP agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: HyperV agent@hv-cinder-79808: {}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: L3 agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: Metadata agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: Metering agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: Open vSwitch agent@dv-cinder-798088-1-iscsi: { 'AddressGroup': '1.2', Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'ConntrackHelper': '1.0', Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Log': '1.0', Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Network': '1.1', Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Port': '1.7', Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'PortForwarding': '1.2', Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'QosPolicy': '1.8', Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'SecurityGroup': '1.4', Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'SecurityGroupRule': '1.2', Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'SubPort': '1.0', Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Subnet': '1.1', Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: 'Trunk': '1.1'}} Jun 25 14:31:08.377356 dv-cinder-798088-1-iscsi neutron-server[78417]: {{(pid=78417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:31:08.388782 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:08.390307 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=78417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:31:08.431704 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.432621 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.segments_db [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Added segment 484c5cd3-47b7-4e54-a631-7314fe766325 of type vlan for network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e Jun 25 14:31:08.483594 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.534623 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.536979 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:08.538133 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:08.547973 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-d9348f1d-ec99-4a12-bae4-b2fdeef43f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:08.609554 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 48386) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:08.789984 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 48396) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:08.834012 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Pushing event updated for resources: {'Network': ['ID=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:08.837517 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:08.856871 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1011505 Jun 25 14:31:08.858888 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:31:08.861715 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48408) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:08.870795 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Request body: {'subnet': {'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-subnet', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:08.877397 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:08.882413 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Usage tracker for resource:subnet and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:08.888126 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:08.896942 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:08.918143 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Made reservation on behalf of 1e3a525bd5684b0e8516b71090c07dd2 for: {'subnet': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:08.921237 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.195988 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1965707090-network', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:09.208547 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:09.218203 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Usage tracker for resource:network and tenant:445a61d727034821bf08ebd2c102dc6c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:09.224082 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:09.235212 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:09.255075 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Made reservation on behalf of 445a61d727034821bf08ebd2c102dc6c for: {'network': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:09.280033 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.302832 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1442243054-network', 'tenant_id': '4267f6d2c49c40a9840831083865e5d8'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:09.310185 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:09.316146 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Usage tracker for resource:network and tenant:4267f6d2c49c40a9840831083865e5d8 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:09.320251 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:09.327838 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:09.340720 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.347385 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for subnet, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.354462 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Made reservation on behalf of 4267f6d2c49c40a9840831083865e5d8 for: {'network': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:09.357094 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.359705 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-984cecc7-2d6b-4a9d-87f4-2f2955484bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:09.375611 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.390653 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:09.398306 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Usage tracker for resource:security_group_rule and tenant:445a61d727034821bf08ebd2c102dc6c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:09.402884 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:09.405914 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:09.415784 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Usage tracker for resource:security_group_rule and tenant:4267f6d2c49c40a9840831083865e5d8 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:09.423967 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:09.426969 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:09.438720 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:09.519402 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d342de52-d2d2-45a2-92c2-62e59e532739,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:09.563428 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:09.590306 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Checking segment: {'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:09.591849 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Network hostable DHCP agents. Network: 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:31:09.649182 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:31:09.672011 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e) {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:09.685737 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe027e74-da62-40c3-b653-9d119c4a850c None None] Network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:31:09.693257 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:09.694332 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.757846 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.760880 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8968813 Jun 25 14:31:09.765038 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48434) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:09.766766 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.768716 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.773172 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:09.783909 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.788577 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:09.800162 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=78416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:31:09.809812 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:09.812090 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.812666 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.segments_db [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Added segment 5b66f0b0-5695-45f4-abd3-937f6651ebfb of type vlan for network 7547761a-6e72-4a8e-bafc-6aad6d810e2b Jun 25 14:31:09.829061 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Usage tracker for resource:router and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:09.842317 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=78416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:31:09.843218 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:09.864532 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:09.881117 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.887810 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34188'] for router, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.893814 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34203'] for router, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.898325 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.899055 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.segments_db [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Added segment 613e82f6-dafd-46cc-851f-bdf7cb7f97b9 of type vlan for network 4dc45219-5875-4c3b-97df-d5e5edc87f68 Jun 25 14:31:09.914426 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8100c343-ae9f-460f-82fa-33c6af48eb5a,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:09.954473 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:09.955136 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:09.955672 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:09.956165 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:09.956655 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:09.957130 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:09.957608 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:09.958090 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:09.958594 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:09.959090 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:09.959588 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:09.960073 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Tracked resource versions report: Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: pushed versions: Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: { 'AddressGroup': {'1.2'}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'ConntrackHelper': {'1.0'}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Log': {'1.0'}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Network': {'1.1'}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Port': {'1.7'}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'PortForwarding': {'1.2'}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'QosPolicy': {'1.8'}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'SecurityGroup': {'1.4'}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'SubPort': {'1.0'}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Subnet': {'1.1'}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Trunk': {'1.1'}} Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: consumer versions: Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: { DHCP agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: HyperV agent@hv-cinder-79808: {}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: L3 agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: Metadata agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: Metering agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: Open vSwitch agent@dv-cinder-798088-1-iscsi: { 'AddressGroup': '1.2', Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'ConntrackHelper': '1.0', Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Log': '1.0', Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Network': '1.1', Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Port': '1.7', Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'PortForwarding': '1.2', Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'QosPolicy': '1.8', Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'SecurityGroup': '1.4', Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'SecurityGroupRule': '1.2', Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'SubPort': '1.0', Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Subnet': '1.1', Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: 'Trunk': '1.1'}} Jun 25 14:31:09.961326 dv-cinder-798088-1-iscsi neutron-server[78416]: {{(pid=78416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:31:09.965909 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:09.973861 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:09.974701 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:09.984334 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.017201 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.022751 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:10.023642 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.038278 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3059e428-775f-4a28-84f0-b489d4415709,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:10.052583 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:10.053268 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:10.197981 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp100333b5-76c8-5f66-9258-b41137705b1a-01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739'}]}} from dv-cinder-798088-1-iscsi. {{(pid=78418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:31:10.199183 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.208221 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.216741 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:10.217328 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.236616 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Pushing event updated for resources: {'Network': ['ID=7547761a-6e72-4a8e-bafc-6aad6d810e2b,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:10.256031 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:10.256562 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7621d6ba-ef0e-4c68-ad26-8722f79cf3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:10.294734 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5002387 Jun 25 14:31:10.303800 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network 7547761a-6e72-4a8e-bafc-6aad6d810e2b details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:31:10.308092 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 48448) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:10.318915 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Request body: {'subnet': {'network_id': '7547761a-6e72-4a8e-bafc-6aad6d810e2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1442243054-subnet', 'tenant_id': '4267f6d2c49c40a9840831083865e5d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:10.448365 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34153'] for router, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.495114 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8823512 Jun 25 14:31:10.504196 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48460) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:10.508752 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:10.557495 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Usage tracker for resource:subnet and tenant:4267f6d2c49c40a9840831083865e5d8 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:10.575040 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:10.578356 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Request body: {'subnet': {'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1965707090-subnet', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:10.608039 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:10.621433 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Pushing event updated for resources: {'Network': ['ID=4dc45219-5875-4c3b-97df-d5e5edc87f68,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:10.633105 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:10.642733 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:10.659370 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Usage tracker for resource:subnet and tenant:445a61d727034821bf08ebd2c102dc6c is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:10.665007 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Made reservation on behalf of 4267f6d2c49c40a9840831083865e5d8 for: {'subnet': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:10.668492 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.681477 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network 4dc45219-5875-4c3b-97df-d5e5edc87f68 details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:31:10.685514 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:10.739435 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:10.873100 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Made reservation on behalf of 445a61d727034821bf08ebd2c102dc6c for: {'subnet': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:10.876572 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:10.964345 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.db_base_plugin_common [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Allocated IP 172.20.0.2 (01fef63b-37a8-409d-9cc2-b6d54ee3cd0e/d342de52-d2d2-45a2-92c2-62e59e532739/aff4f47e-585c-4641-b419-4d00f1c1f522) {{(pid=78418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:11.109738 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for subnet, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.115365 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-bc1f3220-a5cd-4dc6-a13e-5bf8445855eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:11.284957 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc7b9ce-1c5f-4c83-8b08-71e674495b2d,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:11.290499 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:11.302750 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Checking segment: {'id': '5b66f0b0-5695-45f4-abd3-937f6651ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7547761a-6e72-4a8e-bafc-6aad6d810e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:11.303347 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Network hostable DHCP agents. Network: 7547761a-6e72-4a8e-bafc-6aad6d810e2b, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:31:11.341877 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Network 7547761a-6e72-4a8e-bafc-6aad6d810e2b is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:31:11.375896 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, 7547761a-6e72-4a8e-bafc-6aad6d810e2b) {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:11.388959 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:11.389560 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.393647 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5aac81-da8e-49b6-be52-ccac54bb5ce7 None None] Network 7547761a-6e72-4a8e-bafc-6aad6d810e2b requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:31:11.445873 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1364224 Jun 25 14:31:11.480110 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for subnet, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.491115 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:11.493271 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Notify callbacks [] for port, precommit_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.508419 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Transition to ACTIVE for port object aff4f47e-585c-4641-b419-4d00f1c1f522 will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:11.535528 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Transition to ACTIVE for port object aff4f47e-585c-4641-b419-4d00f1c1f522 will not be triggered until provisioned by entity DHCP. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:11.596332 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.651141 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.680477 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25fa1d40-6698-4460-a719-5f9a049dbbb9,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:11.721652 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:11.735154 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:11.746257 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-a9ea7972-1882-46e7-9d6c-dbaf583c8c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:11.746942 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Checking segment: {'id': '613e82f6-dafd-46cc-851f-bdf7cb7f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:11.747361 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Network hostable DHCP agents. Network: 4dc45219-5875-4c3b-97df-d5e5edc87f68, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:31:11.880463 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Network 4dc45219-5875-4c3b-97df-d5e5edc87f68 is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:31:11.918767 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e is already hosted by enough agents. {{(pid=78418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:11.937195 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Pushing event updated for resources: {'Port': ['ID=aff4f47e-585c-4641-b419-4d00f1c1f522,revision_number=1']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:11.946401 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.base_scheduler [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Resources bound (agent type, host, resource id): {{(pid=78418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:11.957523 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Received port after_create {{(pid=78418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:11.960094 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, 4dc45219-5875-4c3b-97df-d5e5edc87f68) {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:11.985507 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:11.994892 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.039474 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:12.040405 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:12.042636 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:12.042985 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:12.043317 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:12.043689 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:12.044006 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:12.046555 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:12.047009 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:12.047344 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:12.047703 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:12.048028 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Tracked resource versions report: Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: pushed versions: Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: { 'AddressGroup': {'1.2'}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'ConntrackHelper': {'1.0'}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Log': {'1.0'}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Network': {'1.1'}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Port': {'1.7'}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'PortForwarding': {'1.2'}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'QosPolicy': {'1.8'}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'SecurityGroup': {'1.4'}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'SubPort': {'1.0'}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Subnet': {'1.1'}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Trunk': {'1.1'}} Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: consumer versions: Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: { DHCP agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: HyperV agent@hv-cinder-79808: {}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: L3 agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: Metadata agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: Metering agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: Open vSwitch agent@dv-cinder-798088-1-iscsi: { 'AddressGroup': '1.2', Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'ConntrackHelper': '1.0', Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Log': '1.0', Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Network': '1.1', Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Port': '1.7', Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'PortForwarding': '1.2', Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'QosPolicy': '1.8', Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'SecurityGroup': '1.4', Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'SecurityGroupRule': '1.2', Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'SubPort': '1.0', Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Subnet': '1.1', Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: 'Trunk': '1.1'}} Jun 25 14:31:12.050495 dv-cinder-798088-1-iscsi neutron-server[78418]: {{(pid=78418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:31:12.062012 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:12.062797 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7583b1-a5be-42b4-87fa-45812a5ba35f None None] Network 4dc45219-5875-4c3b-97df-d5e5edc87f68 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:31:12.086831 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Allocated IP 172.27.2.188 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/98260400-d49f-4bb2-9ff9-271173df7215) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:12.097077 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5270112 Jun 25 14:31:12.099347 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 48498) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:12.107600 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1965707090-router', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:12.116975 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:12.130412 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Usage tracker for resource:router and tenant:445a61d727034821bf08ebd2c102dc6c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:12.139603 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:12.184008 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:12.246203 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34188'] for router, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.248804 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34203'] for router, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.313472 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.362912 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95471696-e3dc-486f-a288-ee888d26b4f8 None None] Network 7547761a-6e72-4a8e-bafc-6aad6d810e2b requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:31:12.552021 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Attempting to bind port aff4f47e-585c-4641-b419-4d00f1c1f522 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:12.553050 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Attempting to bind port aff4f47e-585c-4641-b419-4d00f1c1f522 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:12.553050 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Attempting to bind port aff4f47e-585c-4641-b419-4d00f1c1f522 on network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:12.600287 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:12.600665 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Checking segment: {'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:12.601080 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.601488 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Bound using segment: {'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:12.602242 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Bound port: aff4f47e-585c-4641-b419-4d00f1c1f522, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:12.602898 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.622328 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.678088 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:12.716302 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:12.840040 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:12.844108 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:12.848565 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:12.960175 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Pushing event updated for resources: {'Port': ['ID=98260400-d49f-4bb2-9ff9-271173df7215,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:12.973325 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:13.023364 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] For port aff4f47e-585c-4641-b419-4d00f1c1f522, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:13.037829 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] For port aff4f47e-585c-4641-b419-4d00f1c1f522, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=aff4f47e-585c-4641-b419-4d00f1c1f522,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:13.044933 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c5444b-2c64-403e-814c-3274d9ebb532 None None] Network 4dc45219-5875-4c3b-97df-d5e5edc87f68 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:31:13.070318 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:13.080339 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:13.225596 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34153'] for router, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:13.282786 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Pushing event updated for resources: {'Port': ['ID=aff4f47e-585c-4641-b419-4d00f1c1f522,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:13.307450 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:13.539203 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:13.986843 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:14.075881 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48570) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:14.099400 dv-cinder-798088-1-iscsi neutron-server[78417]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 25 14:31:14.365132 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:14.548936 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452955'] for router, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:14.553574 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48588) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:14.662976 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Allocated IP 172.27.2.65 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/94d467c7-8bff-4bb0-ad30-838eb8afc301) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:14.673476 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-dd192f48-1f50-4577-90d3-770224cc71f4 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:14.675466 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-dd192f48-1f50-4577-90d3-770224cc71f4 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/networks?id=7547761a-6e72-4a8e-bafc-6aad6d810e2b HTTP/1.1" status: 200 len: 812 time: 0.5911407 Jun 25 14:31:14.904573 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-802ce868-ea63-42fa-b104-22acbb8a8a16 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/quotas/4267f6d2c49c40a9840831083865e5d8 HTTP/1.1" status: 200 len: 375 time: 0.0519824 Jun 25 14:31:14.906921 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-fe36f4a5-489b-495e-aae0-61eed7aaf80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:14.977600 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:14.981858 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-fe36f4a5-489b-495e-aae0-61eed7aaf80f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:15.000933 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-d81146c5-a2d9-45b1-abd3-8f6963f8cdef tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4267f6d2c49c40a9840831083865e5d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945272 Jun 25 14:31:15.021417 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae922c4a-56fc-445f-9152-7f3cd1c34482 None None] Network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:31:15.042997 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-fe36f4a5-489b-495e-aae0-61eed7aaf80f admin admin] Usage tracker for resource:security_group_rule and tenant:a2c92092b52f46eda7c9365131a24972 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:15.047223 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.052159 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:15.053725 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-fe36f4a5-489b-495e-aae0-61eed7aaf80f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:15.084922 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-fe36f4a5-489b-495e-aae0-61eed7aaf80f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:15.131546 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:15.136842 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:15.142267 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:15.201273 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-fe36f4a5-489b-495e-aae0-61eed7aaf80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.203948 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 48614) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:15.212677 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-fe36f4a5-489b-495e-aae0-61eed7aaf80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.220815 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Pushing event updated for resources: {'Port': ['ID=94d467c7-8bff-4bb0-ad30-838eb8afc301,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:15.235388 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-1523cec9-2616-4eac-a7c6-c24487b6a939 None None] Provisioning for port aff4f47e-585c-4641-b419-4d00f1c1f522 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:15.271630 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:15.282720 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-fe36f4a5-489b-495e-aae0-61eed7aaf80f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2c92092b52f46eda7c9365131a24972&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7279670 Jun 25 14:31:15.289895 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:15.291026 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 48620) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:15.371934 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Router bae3fb90-6b59-4682-a3ba-da3f268b2c86 is scheduled to L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a with binding_index 1 {{(pid=78417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:31:15.386909 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36f4a5-489b-495e-aae0-61eed7aaf80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6513c3c1-8eaf-4ae9-a182-9b0cd9a54d7e,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:15.403842 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-fe36f4a5-489b-495e-aae0-61eed7aaf80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:15.523646 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cd55ffd7-5249-4959-b409-f12cfae593b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.582041 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cd55ffd7-5249-4959-b409-f12cfae593b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.687191 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device aff4f47e-585c-4641-b419-4d00f1c1f522 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:15.752219 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.843853 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port aff4f47e-585c-4641-b419-4d00f1c1f522 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:15.853832 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port aff4f47e-585c-4641-b419-4d00f1c1f522 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:15.854192 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:15.951536 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:31:15.962065 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Sync routers for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:31:15.967765 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-34472988-7f76-4178-aa4d-1e0a520a7a22 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=78417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:31:15.972363 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-34472988-7f76-4178-aa4d-1e0a520a7a22 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5775332 Jun 25 14:31:15.997981 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:16.002702 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:31:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:16.161499 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-4d5b7ca8-5d87-4259-abe5-b309d688a22d None None] Provisioning complete for port aff4f47e-585c-4641-b419-4d00f1c1f522 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:16.162914 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-4d5b7ca8-5d87-4259-abe5-b309d688a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:16.202904 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:16.232983 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Notify callbacks [] for router, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:16.235962 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4686887 Jun 25 14:31:16.240851 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48638) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:16.263433 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port aff4f47e-585c-4641-b419-4d00f1c1f522, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=aff4f47e-585c-4641-b419-4d00f1c1f522,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:16.270192 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e1f00143-7b41-4e4b-93bb-253de1dac9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:16.272024 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:16.306594 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:16.388434 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-e1f00143-7b41-4e4b-93bb-253de1dac9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:16.398188 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cd55ffd7-5249-4959-b409-f12cfae593b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:16.399899 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:16.412741 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-e1f00143-7b41-4e4b-93bb-253de1dac9ee admin admin] Usage tracker for resource:security_group_rule and tenant:0e383af2da5e40168693df42dacd73be is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:16.562952 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=aff4f47e-585c-4641-b419-4d00f1c1f522,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:16.580863 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:16.664103 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-e1f00143-7b41-4e4b-93bb-253de1dac9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:16.671637 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-e1f00143-7b41-4e4b-93bb-253de1dac9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:16.718332 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:16.773672 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cd55ffd7-5249-4959-b409-f12cfae593b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:16.785608 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-cd55ffd7-5249-4959-b409-f12cfae593b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6513c3c1-8eaf-4ae9-a182-9b0cd9a54d7e HTTP/1.1" status: 204 len: 168 time: 1.4776785 Jun 25 14:31:16.908150 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55ffd7-5249-4959-b409-f12cfae593b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6513c3c1-8eaf-4ae9-a182-9b0cd9a54d7e,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:16.919433 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cd55ffd7-5249-4959-b409-f12cfae593b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:16.925970 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452955'] for router, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:16.958528 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-d11e4569-fc08-4836-9e47-f3743d656c6e service neutron] 10.222.0.61 "GET /v2.0/networks/7547761a-6e72-4a8e-bafc-6aad6d810e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9674428 Jun 25 14:31:16.992711 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:13Z', 'revision_number': 3, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:17.000032 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Checking router: bae3fb90-6b59-4682-a3ba-da3f268b2c86 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:31:17.000670 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Updating router bae3fb90-6b59-4682-a3ba-da3f268b2c86 port 98260400-d49f-4bb2-9ff9-271173df7215 binding host dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:31:17.113736 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:17.354930 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e1f00143-7b41-4e4b-93bb-253de1dac9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:17.381958 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e1f00143-7b41-4e4b-93bb-253de1dac9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:17.404875 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:17.458289 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f00143-7b41-4e4b-93bb-253de1dac9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f738fe1f-0852-4422-834d-3e54fdf6c03a,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:17.464120 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e1f00143-7b41-4e4b-93bb-253de1dac9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:17.527732 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-e1f00143-7b41-4e4b-93bb-253de1dac9ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e383af2da5e40168693df42dacd73be&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3169329 Jun 25 14:31:17.529040 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 48666) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:17.656065 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4e9feb95-71af-4c71-bc37-cd2f0fb63475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:17.668776 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Router 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 is scheduled to L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a with binding_index 1 {{(pid=78416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:31:17.719919 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4e9feb95-71af-4c71-bc37-cd2f0fb63475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:17.742367 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device aff4f47e-585c-4641-b419-4d00f1c1f522 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:17.916448 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port aff4f47e-585c-4641-b419-4d00f1c1f522 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:17.917774 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:17.957375 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Notify callbacks [] for port, precommit_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:17.960827 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4e9feb95-71af-4c71-bc37-cd2f0fb63475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:17.977810 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.provisioning_blocks [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Transition to ACTIVE for port object 98260400-d49f-4bb2-9ff9-271173df7215 will not be triggered until provisioned by entity L2. {{(pid=78419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:17.993679 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:17.997266 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:18.001366 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:18.047437 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9feb95-71af-4c71-bc37-cd2f0fb63475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f738fe1f-0852-4422-834d-3e54fdf6c03a,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:18.060647 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4e9feb95-71af-4c71-bc37-cd2f0fb63475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.062748 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-4e9feb95-71af-4c71-bc37-cd2f0fb63475 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f738fe1f-0852-4422-834d-3e54fdf6c03a HTTP/1.1" status: 204 len: 168 time: 0.5228598 Jun 25 14:31:18.066098 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-6454f361-5d16-448a-b75b-6d8b3dbf29c6 service neutron] 10.222.0.61 "GET /v2.0/networks/7547761a-6e72-4a8e-bafc-6aad6d810e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8081522 Jun 25 14:31:18.070195 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4e9feb95-71af-4c71-bc37-cd2f0fb63475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:18.116103 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 48692) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:18.243630 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Pushing event updated for resources: {'Port': ['ID=98260400-d49f-4bb2-9ff9-271173df7215,revision_number=2']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:18.261020 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Attempting to bind port 98260400-d49f-4bb2-9ff9-271173df7215 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:18.261638 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Attempting to bind port 98260400-d49f-4bb2-9ff9-271173df7215 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:18.263404 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Attempting to bind port 98260400-d49f-4bb2-9ff9-271173df7215 on network 10f2b18a-25e6-496e-8d19-550ef6db5c85 {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:18.293463 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:18.309001 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:18.309842 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:18.310295 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:18.310845 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:18.311621 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:18.312177 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:18.312727 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:18.313304 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:18.313863 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:18.314416 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:18.314974 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Tracked resource versions report: Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: pushed versions: Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: { 'AddressGroup': {'1.2'}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'ConntrackHelper': {'1.0'}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Log': {'1.0'}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Network': {'1.1'}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Port': {'1.7'}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'PortForwarding': {'1.2'}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'QosPolicy': {'1.8'}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'SecurityGroup': {'1.4'}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'SecurityGroupRule': {'1.2'}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'SubPort': {'1.0'}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Subnet': {'1.1'}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Trunk': {'1.1'}} Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: consumer versions: Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: { DHCP agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: HyperV agent@hv-cinder-79808: {}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: L3 agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: Metadata agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: Metering agent@dv-cinder-798088-1-iscsi: {}, Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: Open vSwitch agent@dv-cinder-798088-1-iscsi: { 'AddressGroup': '1.2', Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'ConntrackHelper': '1.0', Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Log': '1.0', Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Network': '1.1', Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Port': '1.7', Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'PortForwarding': '1.2', Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'QosPolicy': '1.8', Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'SecurityGroup': '1.4', Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'SecurityGroupRule': '1.2', Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'SubPort': '1.0', Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Subnet': '1.1', Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: 'Trunk': '1.1'}} Jun 25 14:31:18.316930 dv-cinder-798088-1-iscsi neutron-server[78419]: {{(pid=78419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 14:31:18.326973 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:18.328634 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:18.329238 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Checking segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:18.329906 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.330551 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Bound using segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:18.331371 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Bound port: 98260400-d49f-4bb2-9ff9-271173df7215, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:18.339835 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.380885 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9215-e5d7-4924-a389-122357a3e812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.426178 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9fcb9215-e5d7-4924-a389-122357a3e812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:18.431343 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9fcb9215-e5d7-4924-a389-122357a3e812 admin admin] Usage tracker for resource:security_group_rule and tenant:963678de734349899b87adceeec4b00f is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:18.435818 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9fcb9215-e5d7-4924-a389-122357a3e812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:18.443483 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9fcb9215-e5d7-4924-a389-122357a3e812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:18.450472 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] For port 98260400-d49f-4bb2-9ff9-271173df7215, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:18.455023 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] For port 98260400-d49f-4bb2-9ff9-271173df7215, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=98260400-d49f-4bb2-9ff9-271173df7215,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:18.463666 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.471141 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:18.630312 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.706704 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48718) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:18.754065 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:18.754787 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:31:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:18.755135 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9215-e5d7-4924-a389-122357a3e812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.757625 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:31:18.782962 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Sync routers for ids ['3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:31:18.794072 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9215-e5d7-4924-a389-122357a3e812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.817106 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-97c713df-1122-42f5-b282-2f1baa294c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:18.830968 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Routers {'3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:18.832230 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:31:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:18.866069 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb9215-e5d7-4924-a389-122357a3e812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5b6150-de0f-42bf-8f12-e1e535bb79a8,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:18.872622 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9fcb9215-e5d7-4924-a389-122357a3e812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:18.913847 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Notify callbacks [] for router, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:18.919128 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8151028 Jun 25 14:31:18.920264 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-9fcb9215-e5d7-4924-a389-122357a3e812 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=963678de734349899b87adceeec4b00f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6131094 Jun 25 14:31:18.924962 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 48734) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:18.935610 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Pushing event updated for resources: {'Port': ['ID=98260400-d49f-4bb2-9ff9-271173df7215,revision_number=3']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:18.943394 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:19.042848 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48738) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:19.143447 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0a165a91-7512-4e27-a455-615616a803f1 req-94b0f30c-80f9-4382-836d-7a4d5f41333f tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 210 time: 0.4327068 Jun 25 14:31:19.449349 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:19.621611 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8dc336b4-17fc-45a7-83e6-0087c0ffdfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:19.687116 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8dc336b4-17fc-45a7-83e6-0087c0ffdfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:19.718917 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Set router 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:19.851286 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Allocated IP 172.20.0.1 (01fef63b-37a8-409d-9cc2-b6d54ee3cd0e/d342de52-d2d2-45a2-92c2-62e59e532739/697abf66-0801-4d39-bf20-b97c0fffa0ac) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:19.928642 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8dc336b4-17fc-45a7-83e6-0087c0ffdfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:19.945318 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:19.964800 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc336b4-17fc-45a7-83e6-0087c0ffdfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5b6150-de0f-42bf-8f12-e1e535bb79a8,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:20.027954 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-8dc336b4-17fc-45a7-83e6-0087c0ffdfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:20.028869 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8dc336b4-17fc-45a7-83e6-0087c0ffdfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:20.033404 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-8dc336b4-17fc-45a7-83e6-0087c0ffdfc4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de5b6150-de0f-42bf-8f12-e1e535bb79a8 HTTP/1.1" status: 204 len: 168 time: 0.9838073 Jun 25 14:31:20.233565 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:20.281442 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Transition to ACTIVE for port object 697abf66-0801-4d39-bf20-b97c0fffa0ac will not be triggered until provisioned by entity DHCP. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:20.362681 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'name': 'tempest-ServerRescueNegativeTestJSON-1965707090-router', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:12Z', 'updated_at': '2021-06-25T14:31:15Z', 'revision_number': 3, 'project_id': '445a61d727034821bf08ebd2c102dc6c', 'gw_port': {'id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:14Z', 'updated_at': '2021-06-25T14:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:20.375129 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Checking router: 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:31:20.376788 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Updating router 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 port 94d467c7-8bff-4bb0-ad30-838eb8afc301 binding host dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:31:20.456445 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4bce8d91-86c0-4f10-93f3-7d2b3da57f10 req-6965a705-2d21-4879-bc6e-bd221a3ff1af tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 210 time: 0.1351483 Jun 25 14:31:20.492022 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:20.506973 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-779926fb-3ad6-4a9c-a920-efced38eed50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:20.579688 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:20.655931 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Pushing event updated for resources: {'Port': ['ID=697abf66-0801-4d39-bf20-b97c0fffa0ac,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:20.667523 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:20.670429 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:20.673447 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:20.680321 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:20.680800 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453021'] for router_interface, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:20.783995 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:13Z', 'revision_number': 3, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:20.823023 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1dc588-dc92-4886-8652-802c919f29e9 None None] The sync data for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi is: [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:13Z', 'revision_number': 3, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:31:21.281022 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:21.345701 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-01a5784a-bf7d-4f9d-a99c-d6097a720767 None None] Provisioning for port 697abf66-0801-4d39-bf20-b97c0fffa0ac completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:21.370666 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-01a5784a-bf7d-4f9d-a99c-d6097a720767 None None] Provisioning complete for port 697abf66-0801-4d39-bf20-b97c0fffa0ac triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:21.371778 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-01a5784a-bf7d-4f9d-a99c-d6097a720767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:21.501692 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-01a5784a-bf7d-4f9d-a99c-d6097a720767 None None] Port 697abf66-0801-4d39-bf20-b97c0fffa0ac cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:31:21.736339 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 98260400-d49f-4bb2-9ff9-271173df7215 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:21.746256 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:21.842448 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Notify callbacks [] for port, precommit_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:21.867924 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Transition to ACTIVE for port object 94d467c7-8bff-4bb0-ad30-838eb8afc301 will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:21.891239 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:21.903624 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:22.004661 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 98260400-d49f-4bb2-9ff9-271173df7215 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:22.018584 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3374492-49c1-4920-8301-7701b340a218 None None] Pushing event updated for resources: {'Port': ['ID=94d467c7-8bff-4bb0-ad30-838eb8afc301,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:22.030387 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-e3374492-49c1-4920-8301-7701b340a218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:22.031265 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 98260400-d49f-4bb2-9ff9-271173df7215 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:22.031905 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.150053 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Attempting to bind port 94d467c7-8bff-4bb0-ad30-838eb8afc301 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:22.151603 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Attempting to bind port 94d467c7-8bff-4bb0-ad30-838eb8afc301 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:22.152347 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Attempting to bind port 94d467c7-8bff-4bb0-ad30-838eb8afc301 on network 10f2b18a-25e6-496e-8d19-550ef6db5c85 {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:22.166599 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:22.167797 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Checking segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:22.168330 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.168839 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Bound using segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:22.169626 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Bound port: 94d467c7-8bff-4bb0-ad30-838eb8afc301, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:22.170141 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.261154 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a5bdc9da-3cad-4800-97b0-e818136f5dcb req-13a2b65c-9d3a-46e6-af45-4710970f8503 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 210 time: 0.6485968 Jun 25 14:31:22.360816 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.370638 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.373003 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454452'] for router_interface, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.396888 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-357ca763-a237-412a-a891-5d08a50074dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:22.531671 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Allocated IP 172.20.0.1 (4dc45219-5875-4c3b-97df-d5e5edc87f68/25fa1d40-6698-4460-a719-5f9a049dbbb9/8a8c567d-180b-4183-89f0-df4d8af4fd22) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:22.694115 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.715791 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Pushing event updated for resources: {'Port': ['ID=697abf66-0801-4d39-bf20-b97c0fffa0ac,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:22.721947 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:22.728994 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.774818 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 98260400-d49f-4bb2-9ff9-271173df7215, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=98260400-d49f-4bb2-9ff9-271173df7215,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:22.778542 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.782006 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] For port 94d467c7-8bff-4bb0-ad30-838eb8afc301, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:22.785684 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:22.799110 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] For port 94d467c7-8bff-4bb0-ad30-838eb8afc301, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=94d467c7-8bff-4bb0-ad30-838eb8afc301,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:22.808243 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.826121 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.829998 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-e3374492-49c1-4920-8301-7701b340a218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:22.911704 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a8c567d-180b-4183-89f0-df4d8af4fd22,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:22.932563 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Network 4dc45219-5875-4c3b-97df-d5e5edc87f68 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:22.934205 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:22.935406 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:22.942716 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:22.946859 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453021'] for router_interface, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:22.968236 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Routers {'3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:22.969049 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:31:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:23.035320 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=98260400-d49f-4bb2-9ff9-271173df7215,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:23.040479 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:23.042387 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:23.446821 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Router bae3fb90-6b59-4682-a3ba-da3f268b2c86 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:31:23.488354 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3374492-49c1-4920-8301-7701b340a218 None None] Pushing event updated for resources: {'Port': ['ID=94d467c7-8bff-4bb0-ad30-838eb8afc301,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:23.502468 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-e3374492-49c1-4920-8301-7701b340a218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:23.507029 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-a9ea7972-1882-46e7-9d6c-dbaf583c8c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.579s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:23.507029 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-a9ea7972-1882-46e7-9d6c-dbaf583c8c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:23.606847 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-f3844d77-b5bd-4810-8eb8-88e6a6470e36 None None] Provisioning complete for port 697abf66-0801-4d39-bf20-b97c0fffa0ac triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:23.607244 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f3844d77-b5bd-4810-8eb8-88e6a6470e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:23.666693 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] Set router 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:23.825041 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 98260400-d49f-4bb2-9ff9-271173df7215 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:23.851406 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:23.969122 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6d4c7e03-65ba-4b27-844e-40e48f20f7c2 req-a316026c-5a72-4f59-bc8d-e029b93c8597 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 210 time: 0.1023748 Jun 25 14:31:24.338203 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:31:24.360825 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Sync routers for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:31:24.375376 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] 10.222.0.61 "PUT /v2.0/routers/bae3fb90-6b59-4682-a3ba-da3f268b2c86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1325724 Jun 25 14:31:24.387639 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:24.388366 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:31:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:24.548265 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 98260400-d49f-4bb2-9ff9-271173df7215 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:24.548892 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:24.700616 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:24.709177 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:24.712998 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454452'] for router_interface, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:24.713113 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-f3844d77-b5bd-4810-8eb8-88e6a6470e36 None None] Port 697abf66-0801-4d39-bf20-b97c0fffa0ac cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:31:24.717203 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:24.838512 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a8c567d-180b-4183-89f0-df4d8af4fd22,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:24.844815 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:25.046408 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Network 4dc45219-5875-4c3b-97df-d5e5edc87f68 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:25.047833 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:25.124337 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:25.326822 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'name': 'tempest-ServerRescueNegativeTestJSON-1965707090-router', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:12Z', 'updated_at': '2021-06-25T14:31:15Z', 'revision_number': 3, 'project_id': '445a61d727034821bf08ebd2c102dc6c', 'gw_port': {'id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:14Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:25.339262 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf880f1e-bc39-4534-b92e-5ea582e2187a None None] The sync data for ids ['3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'] in dv-cinder-798088-1-iscsi is: [{'id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'name': 'tempest-ServerRescueNegativeTestJSON-1965707090-router', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:12Z', 'updated_at': '2021-06-25T14:31:15Z', 'revision_number': 3, 'project_id': '445a61d727034821bf08ebd2c102dc6c', 'gw_port': {'id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:14Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:31:25.350814 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.69', 55600) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:25.503750 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 48922) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:25.723759 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Router 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:31:26.198744 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7db759c6-1e99-4437-b0da-218c43e27f46 req-314d0efc-533d-4f59-b966-53264bea1d38 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 210 time: 0.3697963 Jun 25 14:31:26.416521 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-fc3965df-93bc-49c0-be6f-2ef69ea2d7f5 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:26.421535 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-fc3965df-93bc-49c0-be6f-2ef69ea2d7f5 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.69 "GET /v2.0/networks?id=7547761a-6e72-4a8e-bafc-6aad6d810e2b HTTP/1.1" status: 200 len: 812 time: 1.0680933 Jun 25 14:31:26.439453 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:21Z', 'revision_number': 2, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:26.449200 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Checking router: bae3fb90-6b59-4682-a3ba-da3f268b2c86 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:31:26.449806 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Updating router bae3fb90-6b59-4682-a3ba-da3f268b2c86 port 697abf66-0801-4d39-bf20-b97c0fffa0ac binding host dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:31:26.510296 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Request body: {'port': {'device_id': 'b17dbe6c-4b96-4fb4-9985-d7944070398c', 'network_id': '7547761a-6e72-4a8e-bafc-6aad6d810e2b', 'admin_state_up': True, 'tenant_id': '4267f6d2c49c40a9840831083865e5d8'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:26.706533 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:26.784135 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:31:26.809551 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] 10.222.0.61 "PUT /v2.0/routers/3d7a9ae7-9ae7-438c-b8d2-9c2f20337176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8868763 Jun 25 14:31:27.124007 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 48960) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:27.133264 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--356120185', 'description': 'tempest-description--1530916438'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:27.170336 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:27.200988 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Usage tracker for resource:security_group and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:27.217853 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:27.263426 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:27.311061 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:27.342730 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a718ab1d-bb79-492e-86b5-bcac3f512eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:27.357066 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:27.365777 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Usage tracker for resource:port and tenant:4267f6d2c49c40a9840831083865e5d8 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:27.376574 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:27.382057 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-a718ab1d-bb79-492e-86b5-bcac3f512eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:27.394943 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:27.400389 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-a718ab1d-bb79-492e-86b5-bcac3f512eb5 admin admin] Usage tracker for resource:security_group_rule and tenant:6786097a089c43ee903b6323702e8c41 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:27.405464 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-a718ab1d-bb79-492e-86b5-bcac3f512eb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:27.434344 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:27.436062 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-a718ab1d-bb79-492e-86b5-bcac3f512eb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:27.453524 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Usage tracker for resource:security_group_rule and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:27.459170 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Made reservation on behalf of 4267f6d2c49c40a9840831083865e5d8 for: {'port': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:27.514718 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:27.515194 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:27.535394 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:27.795365 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 94d467c7-8bff-4bb0-ad30-838eb8afc301 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:27.850779 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:27.859095 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:27.954451 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e1f00143-7b41-4e4b-93bb-253de1dac9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:28.000462 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.006305 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8764002 Jun 25 14:31:28.013421 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 48998) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:28.048830 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-21ef11ce-e7e7-4fbf-ae06-b13a0cf1775a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Request body: {'security_group_rule': {'security_group_id': '9453f1a2-27a1-4ca8-866b-943ae0b0d723', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:28.072648 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-21ef11ce-e7e7-4fbf-ae06-b13a0cf1775a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:28.090385 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-21ef11ce-e7e7-4fbf-ae06-b13a0cf1775a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Usage tracker for resource:security_group_rule and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:28.100768 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-21ef11ce-e7e7-4fbf-ae06-b13a0cf1775a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:28.119588 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-21ef11ce-e7e7-4fbf-ae06-b13a0cf1775a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:28.162594 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9453f1a2-27a1-4ca8-866b-943ae0b0d723,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:28.166861 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:28.195123 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a718ab1d-bb79-492e-86b5-bcac3f512eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.239274 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21ef11ce-e7e7-4fbf-ae06-b13a0cf1775a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.255778 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 94d467c7-8bff-4bb0-ad30-838eb8afc301 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:28.298039 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a718ab1d-bb79-492e-86b5-bcac3f512eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.300409 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 94d467c7-8bff-4bb0-ad30-838eb8afc301 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:28.308811 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.379805 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ad4ac4c0-f610-4ebd-8407-45942c490937 req-e904a8d1-5d22-439b-af05-767442401bf7 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 210 time: 0.5233476 Jun 25 14:31:28.562976 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21ef11ce-e7e7-4fbf-ae06-b13a0cf1775a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.579482 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21ef11ce-e7e7-4fbf-ae06-b13a0cf1775a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.703372 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:28.742914 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21ef11ce-e7e7-4fbf-ae06-b13a0cf1775a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.744097 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:28.763194 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-21ef11ce-e7e7-4fbf-ae06-b13a0cf1775a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7272270 Jun 25 14:31:28.791963 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-a718ab1d-bb79-492e-86b5-bcac3f512eb5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6786097a089c43ee903b6323702e8c41&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2821941 Jun 25 14:31:28.794313 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49022) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:28.794313 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49026) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:28.823590 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-19667206-c3ae-434a-89e7-3563435a1fad tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Request body: {'security_group_rule': {'security_group_id': '9453f1a2-27a1-4ca8-866b-943ae0b0d723', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:28.847165 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.923455 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Notify callbacks [] for port, precommit_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:28.957314 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 94d467c7-8bff-4bb0-ad30-838eb8afc301, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=94d467c7-8bff-4bb0-ad30-838eb8afc301,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:28.961836 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef11ce-e7e7-4fbf-ae06-b13a0cf1775a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b6626e-ed25-402b-bf90-3db33c98cbfa,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:28.988194 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-19667206-c3ae-434a-89e7-3563435a1fad tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:28.993311 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:29.009647 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:29.012138 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-21ef11ce-e7e7-4fbf-ae06-b13a0cf1775a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:29.044484 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.provisioning_blocks [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Transition to ACTIVE for port object 697abf66-0801-4d39-bf20-b97c0fffa0ac will not be triggered until provisioned by entity L2. {{(pid=78419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:29.046389 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-19667206-c3ae-434a-89e7-3563435a1fad tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Usage tracker for resource:security_group_rule and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:29.079252 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:29.100630 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-19667206-c3ae-434a-89e7-3563435a1fad tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:29.131127 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:29.189001 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-19667206-c3ae-434a-89e7-3563435a1fad tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:29.191186 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Sync routers for ids ['3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:31:29.223337 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Routers {'3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:29.224341 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:31:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:29.291040 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Allocated IP 172.20.0.2 (7547761a-6e72-4a8e-bafc-6aad6d810e2b/6cc7b9ce-1c5f-4c83-8b08-71e674495b2d/db1dae07-ded7-4c23-b442-13a705c0aa4a) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:29.418911 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-19667206-c3ae-434a-89e7-3563435a1fad tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:29.616057 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2590340-bbb8-4d3d-84ee-59488851ad26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:29.696995 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Set router 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:29.719958 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718ab1d-bb79-492e-86b5-bcac3f512eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bfd0d6-deab-4caa-8f0f-209b9a5643a8,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:29.787532 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-19667206-c3ae-434a-89e7-3563435a1fad tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:29.803169 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-a718ab1d-bb79-492e-86b5-bcac3f512eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:29.858319 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-19667206-c3ae-434a-89e7-3563435a1fad tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:29.963838 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-21ef11ce-e7e7-4fbf-ae06-b13a0cf1775a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:30.120621 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2590340-bbb8-4d3d-84ee-59488851ad26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.184793 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19667206-c3ae-434a-89e7-3563435a1fad tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bee461-07c0-4cac-a568-b0894df7daa4,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:30.202469 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-19667206-c3ae-434a-89e7-3563435a1fad tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:30.208758 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-19667206-c3ae-434a-89e7-3563435a1fad tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.213872 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-19667206-c3ae-434a-89e7-3563435a1fad tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4174526 Jun 25 14:31:30.244567 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49046) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:30.281970 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Request body: {'floatingip': {'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:30.301093 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:30.320326 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Usage tracker for resource:floatingip and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:30.322771 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=94d467c7-8bff-4bb0-ad30-838eb8afc301,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:30.329461 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:30.360604 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:30.367435 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b6bb9188-c49c-4267-8843-20528e458527 req-4019b483-0e9f-4c9f-9841-3019551e8e9f tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 210 time: 0.3833871 Jun 25 14:31:30.379006 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.369s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:30.406899 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a62e7-ab13-4cfc-8e9e-d469724f71f5 None None] Pushing event updated for resources: {'Port': ['ID=697abf66-0801-4d39-bf20-b97c0fffa0ac,revision_number=3']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:30.433775 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-135a62e7-ab13-4cfc-8e9e-d469724f71f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.289s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:30.471431 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.550100 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Attempting to bind port 697abf66-0801-4d39-bf20-b97c0fffa0ac on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:30.550817 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Attempting to bind port 697abf66-0801-4d39-bf20-b97c0fffa0ac by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:30.551420 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Attempting to bind port 697abf66-0801-4d39-bf20-b97c0fffa0ac on network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:30.566979 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:30.567859 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Checking segment: {'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:30.568537 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.570175 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Bound using segment: {'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:30.571161 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Bound port: 697abf66-0801-4d39-bf20-b97c0fffa0ac, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'}}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:30.576652 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.904385 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] For port 697abf66-0801-4d39-bf20-b97c0fffa0ac, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:30.917059 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] For port 697abf66-0801-4d39-bf20-b97c0fffa0ac, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=697abf66-0801-4d39-bf20-b97c0fffa0ac,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:30.926976 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:30.942310 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:31.055684 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2590340-bbb8-4d3d-84ee-59488851ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:31.087825 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-95cec8f3-8cb2-4108-ac32-147b15c3066a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:31.153088 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2590340-bbb8-4d3d-84ee-59488851ad26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bfd0d6-deab-4caa-8f0f-209b9a5643a8,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:31.157214 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f2590340-bbb8-4d3d-84ee-59488851ad26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:31.158219 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2590340-bbb8-4d3d-84ee-59488851ad26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:31.193943 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-f2590340-bbb8-4d3d-84ee-59488851ad26 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/23bfd0d6-deab-4caa-8f0f-209b9a5643a8 HTTP/1.1" status: 204 len: 168 time: 2.3956435 Jun 25 14:31:31.245811 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587502e-b508-4239-9c0a-02fc16a5777a req-818364e5-eb7e-44b7-a3fa-c9b5d2d7e24a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:31.254805 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:31.255570 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:31:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:31.264057 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-818364e5-eb7e-44b7-a3fa-c9b5d2d7e24a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/networks?id=4dc45219-5875-4c3b-97df-d5e5edc87f68 HTTP/1.1" status: 200 len: 819 time: 2.8828082 Jun 25 14:31:31.327535 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-dfb313d6-35fd-4843-9390-c03f7bf0804d tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/quotas/445a61d727034821bf08ebd2c102dc6c HTTP/1.1" status: 200 len: 375 time: 0.0572050 Jun 25 14:31:31.542610 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:31.743972 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a62e7-ab13-4cfc-8e9e-d469724f71f5 None None] Pushing event updated for resources: {'Port': ['ID=697abf66-0801-4d39-bf20-b97c0fffa0ac,revision_number=4']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:31.762393 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-135a62e7-ab13-4cfc-8e9e-d469724f71f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:31.894256 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:31:31.942803 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 94d467c7-8bff-4bb0-ad30-838eb8afc301 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:32.111686 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.311592 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49092) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:32.532627 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 94d467c7-8bff-4bb0-ad30-838eb8afc301 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:32.533242 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.582753 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Allocated IP 172.27.2.107 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/ceff0b7c-bb22-4ea3-a74d-2becc56ce307) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:32.598728 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.668053 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 49102) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:32.668053 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:32.716068 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Network 7547761a-6e72-4a8e-bafc-6aad6d810e2b is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:32.742670 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:32.750656 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:32.751904 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-961ec951-4c50-4ab3-b21f-f56c0946a2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.807553 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:32.818644 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:32.819319 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:32.989277 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-961ec951-4c50-4ab3-b21f-f56c0946a2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:33.041524 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-b9bb2da1-d4ed-4a8f-abc3-c118d384b846 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=445a61d727034821bf08ebd2c102dc6c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7126720 Jun 25 14:31:33.074490 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-961ec951-4c50-4ab3-b21f-f56c0946a2fe admin admin] Usage tracker for resource:security_group_rule and tenant:1c045748264e441db14584a4eb147468 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:33.147122 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d96bafcb-c45d-40a8-a66e-ce7560110cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.154819 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'name': 'tempest-ServerRescueNegativeTestJSON-1965707090-router', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:12Z', 'updated_at': '2021-06-25T14:31:23Z', 'revision_number': 4, 'project_id': '445a61d727034821bf08ebd2c102dc6c', 'gw_port': {'id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:14Z', 'updated_at': '2021-06-25T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '8a8c567d-180b-4183-89f0-df4d8af4fd22', 'name': '', 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'mac_address': 'fa:16:3e:48:8e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '25fa1d40-6698-4460-a719-5f9a049dbbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:21Z', 'updated_at': '2021-06-25T14:31:24Z', 'revision_number': 2, 'project_id': '445a61d727034821bf08ebd2c102dc6c', 'subnets': [{'id': '25fa1d40-6698-4460-a719-5f9a049dbbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:33.162290 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Checking router: 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:31:33.163016 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Updating router 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 port 8a8c567d-180b-4183-89f0-df4d8af4fd22 binding host dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:31:33.219866 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-961ec951-4c50-4ab3-b21f-f56c0946a2fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:33.283139 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.292983 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.329191 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-961ec951-4c50-4ab3-b21f-f56c0946a2fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:33.333659 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.350190 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8510933 Jun 25 14:31:33.474013 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.521367 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-141cebe5-0a02-4106-8fc1-0f60867fe0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:33.695958 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-961ec951-4c50-4ab3-b21f-f56c0946a2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.701504 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-d32e264f-eb5d-4e2f-83b6-afe4d02462b0 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=78417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:31:33.704776 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-d32e264f-eb5d-4e2f-83b6-afe4d02462b0 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2749677 Jun 25 14:31:33.705608 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Pushing event updated for resources: {'Port': ['ID=db1dae07-ded7-4c23-b442-13a705c0aa4a,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:33.727303 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-961ec951-4c50-4ab3-b21f-f56c0946a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:33.737544 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.069s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:33.824663 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-fe36f4a5-489b-495e-aae0-61eed7aaf80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:33.840810 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-961ec951-4c50-4ab3-b21f-f56c0946a2fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c045748264e441db14584a4eb147468&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1230981 Jun 25 14:31:33.850603 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:30Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:33.853641 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49130) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:33.862036 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee7619-99f1-4841-9978-7c9a76868450 None None] The sync data for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi is: [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:30Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:31:33.865325 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee165e73-e432-4724-a74d-1182732b0fe9 req-23a4df34-4446-44d0-9765-c31d1c9ec552 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:33.866635 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-ee165e73-e432-4724-a74d-1182732b0fe9 req-23a4df34-4446-44d0-9765-c31d1c9ec552 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Synchronizing usage tracker for tenant:4267f6d2c49c40a9840831083865e5d8 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:33.991535 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ec951-4c50-4ab3-b21f-f56c0946a2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5ea5a7-d141-442c-87e6-ee8cab1632d8,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:34.001824 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-961ec951-4c50-4ab3-b21f-f56c0946a2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:34.014403 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-ee165e73-e432-4724-a74d-1182732b0fe9 req-23a4df34-4446-44d0-9765-c31d1c9ec552 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Unset dirty status for tenant:4267f6d2c49c40a9840831083865e5d8 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:34.028383 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ee165e73-e432-4724-a74d-1182732b0fe9 req-23a4df34-4446-44d0-9765-c31d1c9ec552 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 931 time: 1.6963794 Jun 25 14:31:34.074458 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-4df4cbc8-b5d1-4067-9a64-c1d9dbecef27 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=78417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:31:34.089304 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-4df4cbc8-b5d1-4067-9a64-c1d9dbecef27 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3660214 Jun 25 14:31:34.229638 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:34.290273 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:34.308337 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:34.328943 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event updated for resources: {'Port': ['ID=ceff0b7c-bb22-4ea3-a74d-2becc56ce307,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:34.343656 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:34.400630 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-eaee4b38-964c-4bb1-8273-fa1f63524ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:34.424553 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Request body: {'port': {'device_id': 'b17dbe6c-4b96-4fb4-9985-d7944070398c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:34.664676 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a5ce01a5-cb94-42a1-9c5a-995e9cb7d8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:34.849705 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-eaee4b38-964c-4bb1-8273-fa1f63524ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:34.905069 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-eaee4b38-964c-4bb1-8273-fa1f63524ecc admin admin] Usage tracker for resource:security_group_rule and tenant:f1ebbffcdfee49369f61cfce94ff78fe is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:34.944425 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-eaee4b38-964c-4bb1-8273-fa1f63524ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:34.950507 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Notify callbacks [] for port, precommit_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.002604 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Transition to ACTIVE for port object 8a8c567d-180b-4183-89f0-df4d8af4fd22 will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:35.002896 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-eaee4b38-964c-4bb1-8273-fa1f63524ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:35.013469 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a5ce01a5-cb94-42a1-9c5a-995e9cb7d8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.023431 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.029089 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:35.082106 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.294425 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ee165e73-e432-4724-a74d-1182732b0fe9 req-a3925f38-7a00-4ee1-8e97-4b9ebb13c7ae tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1417911 Jun 25 14:31:35.395165 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.585922 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e30272-5295-4725-b3b5-8dfe6feb3ea5 None None] Pushing event updated for resources: {'Port': ['ID=8a8c567d-180b-4183-89f0-df4d8af4fd22,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:35.597957 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-82e30272-5295-4725-b3b5-8dfe6feb3ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:35.655529 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.716726 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-6fb04b9d-492d-4426-b293-2b8e6e8a4364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.726687 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-a18a5c05-3b83-4642-8cc4-eb05fdb0cfb5 service neutron] 10.222.0.61 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6365423 Jun 25 14:31:35.883150 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Attempting to bind port 8a8c567d-180b-4183-89f0-df4d8af4fd22 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:35.883928 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Attempting to bind port 8a8c567d-180b-4183-89f0-df4d8af4fd22 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '613e82f6-dafd-46cc-851f-bdf7cb7f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:35.884685 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Attempting to bind port 8a8c567d-180b-4183-89f0-df4d8af4fd22 on network 4dc45219-5875-4c3b-97df-d5e5edc87f68 {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:35.903201 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:35.904011 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Checking segment: {'id': '613e82f6-dafd-46cc-851f-bdf7cb7f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:35.904672 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.905295 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Bound using segment: {'id': '613e82f6-dafd-46cc-851f-bdf7cb7f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:35.906007 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Bound port: 8a8c567d-180b-4183-89f0-df4d8af4fd22, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613e82f6-dafd-46cc-851f-bdf7cb7f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:35.906727 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:35.959620 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 697abf66-0801-4d39-bf20-b97c0fffa0ac up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:36.363220 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.436664 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-eaee4b38-964c-4bb1-8273-fa1f63524ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.461349 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] For port 8a8c567d-180b-4183-89f0-df4d8af4fd22, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:36.464922 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-eaee4b38-964c-4bb1-8273-fa1f63524ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.469585 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a5ce01a5-cb94-42a1-9c5a-995e9cb7d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.480416 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] For port 8a8c567d-180b-4183-89f0-df4d8af4fd22, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=8a8c567d-180b-4183-89f0-df4d8af4fd22,segment=NetworkSegment(613e82f6-dafd-46cc-851f-bdf7cb7f97b9),segment_id=613e82f6-dafd-46cc-851f-bdf7cb7f97b9)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:36.494231 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:36.501129 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 697abf66-0801-4d39-bf20-b97c0fffa0ac completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:36.516911 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.524796 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 697abf66-0801-4d39-bf20-b97c0fffa0ac triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:36.536676 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.589250 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee4b38-964c-4bb1-8273-fa1f63524ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4665d7e-853c-45fb-a407-685f85d9b976,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:36.644466 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce01a5-cb94-42a1-9c5a-995e9cb7d8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5ea5a7-d141-442c-87e6-ee8cab1632d8,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:36.655029 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a5ce01a5-cb94-42a1-9c5a-995e9cb7d8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:36.655894 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:36.666734 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-eaee4b38-964c-4bb1-8273-fa1f63524ecc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1ebbffcdfee49369f61cfce94ff78fe&name=default HTTP/1.1" status: 200 len: 2975 time: 4.3499863 Jun 25 14:31:36.667730 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49170) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:36.670599 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4e9feb95-71af-4c71-bc37-cd2f0fb63475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:36.671447 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4e9feb95-71af-4c71-bc37-cd2f0fb63475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:36.761152 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a5ce01a5-cb94-42a1-9c5a-995e9cb7d8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.762782 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-a5ce01a5-cb94-42a1-9c5a-995e9cb7d8e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de5ea5a7-d141-442c-87e6-ee8cab1632d8 HTTP/1.1" status: 204 len: 168 time: 2.8389316 Jun 25 14:31:36.789730 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9d0a-d9a7-45dc-a530-df45094be076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.937973 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.950506 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9d0a-d9a7-45dc-a530-df45094be076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:36.980837 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:37.029714 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:37.065355 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Routers {'3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:31:37.071081 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:31:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:37.359823 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:37.513655 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event updated for resources: {'Port': ['ID=ceff0b7c-bb22-4ea3-a74d-2becc56ce307,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:37.518771 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:37.521646 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:37.542786 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2958434 Jun 25 14:31:37.683772 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9d0a-d9a7-45dc-a530-df45094be076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:37.702403 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-e4724722-3555-4cb7-b467-f583bd57e09b service neutron] 10.222.0.61 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4924939 Jun 25 14:31:37.707435 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:37.721782 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fec5d5-0a76-430c-b70f-393daa028f75 req-0e349200-320c-438e-8f53-50e6654e7c9e tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:37.723826 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-40fec5d5-0a76-430c-b70f-393daa028f75 req-0e349200-320c-438e-8f53-50e6654e7c9e tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 931 time: 0.4914279 Jun 25 14:31:37.774228 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba9d0a-d9a7-45dc-a530-df45094be076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4665d7e-853c-45fb-a407-685f85d9b976,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:37.787875 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c1ba9d0a-d9a7-45dc-a530-df45094be076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:37.795579 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c1ba9d0a-d9a7-45dc-a530-df45094be076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:37.796155 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-c1ba9d0a-d9a7-45dc-a530-df45094be076 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4665d7e-853c-45fb-a407-685f85d9b976 HTTP/1.1" status: 204 len: 168 time: 1.1161327 Jun 25 14:31:37.874745 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e30272-5295-4725-b3b5-8dfe6feb3ea5 None None] Pushing event updated for resources: {'Port': ['ID=8a8c567d-180b-4183-89f0-df4d8af4fd22,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:37.891526 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-82e30272-5295-4725-b3b5-8dfe6feb3ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.235s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:38.048817 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1dae07-ded7-4c23-b442-13a705c0aa4a {{(pid=78417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:38.103277 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:38.195064 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-40fec5d5-0a76-430c-b70f-393daa028f75 req-3cc40207-d7c4-4c0f-a29a-ec66a358fd4d tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381840 Jun 25 14:31:38.224699 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Transition to ACTIVE for port object db1dae07-ded7-4c23-b442-13a705c0aa4a will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:38.232261 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:38.278149 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:39.101669 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bb9e7c0f-a969-4ceb-9505-45f880071418 req-b5652618-3205-41e6-98d4-887ced94895b tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 210 time: 0.4190283 Jun 25 14:31:39.226315 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:39.286449 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:39.333369 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] Set router 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:31:39.382251 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Pushing event updated for resources: {'Port': ['ID=db1dae07-ded7-4c23-b442-13a705c0aa4a,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:39.406404 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.129s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:39.443535 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-53638f73-f0c5-4787-90c9-a38265d62f28 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Synchronizing usage tracker for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:security_group {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:39.450221 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Attempting to bind port db1dae07-ded7-4c23-b442-13a705c0aa4a on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:39.450567 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Attempting to bind port db1dae07-ded7-4c23-b442-13a705c0aa4a by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '5b66f0b0-5695-45f4-abd3-937f6651ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7547761a-6e72-4a8e-bafc-6aad6d810e2b'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:39.467807 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Attempting to bind port db1dae07-ded7-4c23-b442-13a705c0aa4a on network 7547761a-6e72-4a8e-bafc-6aad6d810e2b {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:39.471756 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:39.494562 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Port db1dae07-ded7-4c23-b442-13a705c0aa4a on network 7547761a-6e72-4a8e-bafc-6aad6d810e2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:31:39.495071 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Attempting to bind port db1dae07-ded7-4c23-b442-13a705c0aa4a on network 7547761a-6e72-4a8e-bafc-6aad6d810e2b {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:39.522978 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 697abf66-0801-4d39-bf20-b97c0fffa0ac, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=697abf66-0801-4d39-bf20-b97c0fffa0ac,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:39.548316 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:39.583304 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-82e30272-5295-4725-b3b5-8dfe6feb3ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:39.611902 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:39.612221 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Checking segment: {'id': '5b66f0b0-5695-45f4-abd3-937f6651ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7547761a-6e72-4a8e-bafc-6aad6d810e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:39.612840 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Bound using segment: {'id': '5b66f0b0-5695-45f4-abd3-937f6651ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7547761a-6e72-4a8e-bafc-6aad6d810e2b'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:39.613300 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Bound port: db1dae07-ded7-4c23-b442-13a705c0aa4a, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b66f0b0-5695-45f4-abd3-937f6651ebfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7547761a-6e72-4a8e-bafc-6aad6d810e2b'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:39.613732 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:39.712109 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-53638f73-f0c5-4787-90c9-a38265d62f28 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Unset dirty status for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:security_group {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:39.722824 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-53638f73-f0c5-4787-90c9-a38265d62f28 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--356120185&fields=id&tenant_id=1e3a525bd5684b0e8516b71090c07dd2 HTTP/1.1" status: 200 len: 267 time: 1.0389285 Jun 25 14:31:40.185091 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=697abf66-0801-4d39-bf20-b97c0fffa0ac,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:40.213576 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:40.388773 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] For port db1dae07-ded7-4c23-b442-13a705c0aa4a, host hv-cinder-79808, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:40.441399 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af0b7a-fe9d-4053-8768-876593b01934 req-e275d61f-a11a-4918-be4f-486451e2ed28 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:40.450235 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-70af0b7a-fe9d-4053-8768-876593b01934 req-e275d61f-a11a-4918-be4f-486451e2ed28 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 943 time: 0.9384561 Jun 25 14:31:40.499231 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-94f5e04a-2640-4a85-acb5-3827c5cca688 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:40.501321 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-94f5e04a-2640-4a85-acb5-3827c5cca688 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Synchronizing usage tracker for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:network {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:40.515693 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] For port db1dae07-ded7-4c23-b442-13a705c0aa4a, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=db1dae07-ded7-4c23-b442-13a705c0aa4a,segment=NetworkSegment(5b66f0b0-5695-45f4-abd3-937f6651ebfb),segment_id=5b66f0b0-5695-45f4-abd3-937f6651ebfb)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:40.530354 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:40.580230 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-70af0b7a-fe9d-4053-8768-876593b01934 req-8519b2fe-8457-48a4-9cc9-9be8cb87bf40 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283059 Jun 25 14:31:40.612661 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:40.835385 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'name': 'tempest-ServerRescueNegativeTestJSON-1965707090-router', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:12Z', 'updated_at': '2021-06-25T14:31:23Z', 'revision_number': 4, 'project_id': '445a61d727034821bf08ebd2c102dc6c', 'gw_port': {'id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:14Z', 'updated_at': '2021-06-25T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '8a8c567d-180b-4183-89f0-df4d8af4fd22', 'name': '', 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'mac_address': 'fa:16:3e:48:8e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '25fa1d40-6698-4460-a719-5f9a049dbbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:21Z', 'updated_at': '2021-06-25T14:31:36Z', 'revision_number': 4, 'project_id': '445a61d727034821bf08ebd2c102dc6c', 'subnets': [{'id': '25fa1d40-6698-4460-a719-5f9a049dbbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:31:40.848651 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099e54d-0a11-4318-b13c-6113fe224110 None None] The sync data for ids ['3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'] in dv-cinder-798088-1-iscsi is: [{'id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'name': 'tempest-ServerRescueNegativeTestJSON-1965707090-router', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:12Z', 'updated_at': '2021-06-25T14:31:23Z', 'revision_number': 4, 'project_id': '445a61d727034821bf08ebd2c102dc6c', 'gw_port': {'id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:14Z', 'updated_at': '2021-06-25T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '8a8c567d-180b-4183-89f0-df4d8af4fd22', 'name': '', 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'mac_address': 'fa:16:3e:48:8e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '25fa1d40-6698-4460-a719-5f9a049dbbb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:21Z', 'updated_at': '2021-06-25T14:31:36Z', 'revision_number': 4, 'project_id': '445a61d727034821bf08ebd2c102dc6c', 'subnets': [{'id': '25fa1d40-6698-4460-a719-5f9a049dbbb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:31:40.907371 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-94f5e04a-2640-4a85-acb5-3827c5cca688 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Unset dirty status for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:network {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:40.915101 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-94f5e04a-2640-4a85-acb5-3827c5cca688 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/networks?id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 200 len: 817 time: 1.1911988 Jun 25 14:31:40.994278 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-dde227d3-2bdf-49d4-b797-2da45314be4d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/quotas/1e3a525bd5684b0e8516b71090c07dd2 HTTP/1.1" status: 200 len: 375 time: 0.0777066 Jun 25 14:31:41.003870 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49306) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:41.504475 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Pushing event updated for resources: {'Port': ['ID=db1dae07-ded7-4c23-b442-13a705c0aa4a,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:41.526796 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-3dc2d7ca-e27a-45ec-beaf-2f823e8286db tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:41.536088 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-3dc2d7ca-e27a-45ec-beaf-2f823e8286db tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/networks?id=4dc45219-5875-4c3b-97df-d5e5edc87f68 HTTP/1.1" status: 200 len: 819 time: 0.7809663 Jun 25 14:31:41.551050 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:41.556977 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.559984 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] 10.222.0.69 "PUT /v2.0/ports/db1dae07-ded7-4c23-b442-13a705c0aa4a HTTP/1.1" status: 200 len: 1093 time: 7.6036680 Jun 25 14:31:41.575925 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17dbe6c-4b96-4fb4-9985-d7944070398c', 'tag': 'db1dae07-ded7-4c23-b442-13a705c0aa4a'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:41.678554 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-499cd105-1fb2-41a8-9359-a1afe95e0191 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/quotas/445a61d727034821bf08ebd2c102dc6c HTTP/1.1" status: 200 len: 375 time: 0.1411071 Jun 25 14:31:41.772968 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-94cb3347-6314-4a75-8314-e06546658f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:41.897853 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-94cb3347-6314-4a75-8314-e06546658f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:41.956165 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-94cb3347-6314-4a75-8314-e06546658f20 admin admin] Usage tracker for resource:security_group_rule and tenant:fbda9e4fa253468c8bbc9f9da79b68a0 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:41.976925 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-94cb3347-6314-4a75-8314-e06546658f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:42.015148 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-94cb3347-6314-4a75-8314-e06546658f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:42.045910 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 8a8c567d-180b-4183-89f0-df4d8af4fd22 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:42.195957 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.580s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:42.301252 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-43604f75-a52b-40f5-a2fe-2acf71078008 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Synchronizing usage tracker for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:42.371903 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 8a8c567d-180b-4183-89f0-df4d8af4fd22 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:42.382109 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-30b27262-a9bc-41d0-b6d0-69a30888fa68 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=445a61d727034821bf08ebd2c102dc6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7019346 Jun 25 14:31:42.389645 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 8a8c567d-180b-4183-89f0-df4d8af4fd22 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:42.400832 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.554204 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-94cb3347-6314-4a75-8314-e06546658f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.565198 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-94cb3347-6314-4a75-8314-e06546658f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.742675 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:42.823287 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-114152a5-a12b-438e-b9ac-5eb06b1b390f service neutron] 10.222.0.61 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397292 Jun 25 14:31:42.831439 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-43604f75-a52b-40f5-a2fe-2acf71078008 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Unset dirty status for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:42.836782 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:42.837808 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-43604f75-a52b-40f5-a2fe-2acf71078008 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&fields=id HTTP/1.1" status: 200 len: 348 time: 1.8402424 Jun 25 14:31:42.850721 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-94cb3347-6314-4a75-8314-e06546658f20 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fbda9e4fa253468c8bbc9f9da79b68a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8454592 Jun 25 14:31:42.855692 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb3347-6314-4a75-8314-e06546658f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499ecda7-e306-4407-ae5d-ccb47d778668,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:42.858900 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49356) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:42.891646 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-94cb3347-6314-4a75-8314-e06546658f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:43.006185 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 8a8c567d-180b-4183-89f0-df4d8af4fd22, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=8a8c567d-180b-4183-89f0-df4d8af4fd22,segment=NetworkSegment(613e82f6-dafd-46cc-851f-bdf7cb7f97b9),segment_id=613e82f6-dafd-46cc-851f-bdf7cb7f97b9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:43.051724 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.055490 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 697abf66-0801-4d39-bf20-b97c0fffa0ac up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:43.112050 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-95746c1c-fc64-466c-b4be-4d961de58d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.158211 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-95746c1c-fc64-466c-b4be-4d961de58d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.294379 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:43.322832 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-a6a009fc-c1e1-4ba3-9992-a7ec299044c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:43.325709 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-a6a009fc-c1e1-4ba3-9992-a7ec299044c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4267f6d2c49c40a9840831083865e5d8&device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 1096 time: 1.5104492 Jun 25 14:31:43.360592 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-95746c1c-fc64-466c-b4be-4d961de58d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.386800 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a5ce01a5-cb94-42a1-9c5a-995e9cb7d8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:43.442667 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.69', 55622) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:43.445632 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-95746c1c-fc64-466c-b4be-4d961de58d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.447798 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-95746c1c-fc64-466c-b4be-4d961de58d3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/499ecda7-e306-4407-ae5d-ccb47d778668 HTTP/1.1" status: 204 len: 168 time: 0.5686746 Jun 25 14:31:43.465078 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95746c1c-fc64-466c-b4be-4d961de58d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499ecda7-e306-4407-ae5d-ccb47d778668,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:43.465957 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=8a8c567d-180b-4183-89f0-df4d8af4fd22,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:43.471443 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-95746c1c-fc64-466c-b4be-4d961de58d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:43.501350 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:43.549607 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 697abf66-0801-4d39-bf20-b97c0fffa0ac triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:43.550246 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:43.928155 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 8a8c567d-180b-4183-89f0-df4d8af4fd22 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:44.075319 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-6048d0a5-d51f-4061-969d-24683cd102f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db1dae07-ded7-4c23-b442-13a705c0aa4a HTTP/1.1" status: 200 len: 217 time: 0.4016149 Jun 25 14:31:44.198151 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587502e-b508-4239-9c0a-02fc16a5777a req-61bc562c-1ba3-4918-bbea-4b050ff15e77 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:44.201137 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-e587502e-b508-4239-9c0a-02fc16a5777a req-61bc562c-1ba3-4918-bbea-4b050ff15e77 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Synchronizing usage tracker for tenant:445a61d727034821bf08ebd2c102dc6c on resource:network {{(pid=78416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:44.203112 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 8a8c567d-180b-4183-89f0-df4d8af4fd22 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:44.206397 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:44.253387 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-e587502e-b508-4239-9c0a-02fc16a5777a req-61bc562c-1ba3-4918-bbea-4b050ff15e77 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Unset dirty status for tenant:445a61d727034821bf08ebd2c102dc6c on resource:network {{(pid=78416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:44.255096 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-61bc562c-1ba3-4918-bbea-4b050ff15e77 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.69 "GET /v2.0/networks?id=4dc45219-5875-4c3b-97df-d5e5edc87f68 HTTP/1.1" status: 200 len: 819 time: 0.7821865 Jun 25 14:31:44.299351 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Request body: {'port': {'device_id': 'e71a0c50-61d3-46e3-81bf-f5c74dfc5518', 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68', 'admin_state_up': True, 'tenant_id': '445a61d727034821bf08ebd2c102dc6c'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:44.701961 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-735f09c5-acda-4874-abc5-5cef33e2b047 service neutron] 10.222.0.61 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8756657 Jun 25 14:31:44.880913 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-a65c3d37-702f-4851-91bd-6f3b5b55735c service neutron] 10.222.0.61 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8154318 Jun 25 14:31:44.890461 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-b78d442d-d2df-4d3d-99b0-a90ecb6ea6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:44.913533 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-b78d442d-d2df-4d3d-99b0-a90ecb6ea6cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6cc7b9ce-1c5f-4c83-8b08-71e674495b2d HTTP/1.1" status: 200 len: 852 time: 0.7734830 Jun 25 14:31:45.166255 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:45.202659 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Usage tracker for resource:port and tenant:445a61d727034821bf08ebd2c102dc6c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:45.217194 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:45.276981 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:45.305316 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Made reservation on behalf of 445a61d727034821bf08ebd2c102dc6c for: {'port': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:45.316694 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:45.394081 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49418) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:45.408443 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-9b275556-83a7-43e8-a000-8e9293dbc6f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7547761a-6e72-4a8e-bafc-6aad6d810e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4247463 Jun 25 14:31:45.521453 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-553546e0-d736-429c-aa3b-841b79a784d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:45.623044 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-553546e0-d736-429c-aa3b-841b79a784d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:45.643726 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-553546e0-d736-429c-aa3b-841b79a784d4 admin admin] Usage tracker for resource:security_group_rule and tenant:e624c1feddda4e02bf68a06adf94e4b1 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:45.644929 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-de9460d8-3fdc-4e94-a97c-9b4b2b71025e service neutron] 10.222.0.61 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7298572 Jun 25 14:31:45.684120 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-553546e0-d736-429c-aa3b-841b79a784d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:45.734281 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-553546e0-d736-429c-aa3b-841b79a784d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:46.243362 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-c37e725e-ff83-44e4-a394-cd0f259a4333 service neutron] 10.222.0.69 "GET /v2.0/networks/7547761a-6e72-4a8e-bafc-6aad6d810e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153330 Jun 25 14:31:46.386198 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Allocated IP 172.20.0.13 (4dc45219-5875-4c3b-97df-d5e5edc87f68/25fa1d40-6698-4460-a719-5f9a049dbbb9/178ffd9d-d308-4b60-be05-3f0b57872341) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:46.652174 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-553546e0-d736-429c-aa3b-841b79a784d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.668688 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-553546e0-d736-429c-aa3b-841b79a784d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:46.836373 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:46.875136 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f86c6a-d1f3-4d73-859f-5c07e2d8348e req-50dfbffd-7a67-44ca-9b00-d906398ea768 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:46.878200 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d4f86c6a-d1f3-4d73-859f-5c07e2d8348e req-50dfbffd-7a67-44ca-9b00-d906398ea768 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 943 time: 0.9657140 Jun 25 14:31:46.895670 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-553546e0-d736-429c-aa3b-841b79a784d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e624c1feddda4e02bf68a06adf94e4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4926388 Jun 25 14:31:46.907975 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49454) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:47.203057 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553546e0-d736-429c-aa3b-841b79a784d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545085c9-e93b-4005-b465-98fde001f0db,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:47.273470 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-553546e0-d736-429c-aa3b-841b79a784d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:47.375850 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1f0e814-d78c-4f9b-b88f-56b4213dee91 req-175b70db-7bb0-4d19-becd-a415c4555f97 service neutron] 10.222.0.69 "GET /v2.0/networks/7547761a-6e72-4a8e-bafc-6aad6d810e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1211929 Jun 25 14:31:47.384723 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-53f57548-db4f-4333-81bc-dba5f3e154dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:47.448579 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d4f86c6a-d1f3-4d73-859f-5c07e2d8348e req-fa12389f-b373-4857-81fb-a4e10efe2eed tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743068 Jun 25 14:31:47.580377 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-53f57548-db4f-4333-81bc-dba5f3e154dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:47.731973 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:47.797564 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:47.812961 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e70b973a-9e48-4910-97eb-c5d5abf9b30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:47.857170 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17dbe6c-4b96-4fb4-9985-d7944070398c', 'tag': 'db1dae07-ded7-4c23-b442-13a705c0aa4a', 'status': 'completed', 'code': 200} Jun 25 14:31:47.891925 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-53f57548-db4f-4333-81bc-dba5f3e154dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:48.057852 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Network 4dc45219-5875-4c3b-97df-d5e5edc87f68 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:48.092035 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-53f57548-db4f-4333-81bc-dba5f3e154dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:48.105087 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-53f57548-db4f-4333-81bc-dba5f3e154dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/545085c9-e93b-4005-b465-98fde001f0db HTTP/1.1" status: 204 len: 168 time: 1.1946285 Jun 25 14:31:48.106584 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:48.115823 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:48.133013 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:48.133824 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:48.221484 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.69', 55632) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:48.238669 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Pushing event updated for resources: {'Port': ['ID=178ffd9d-d308-4b60-be05-3f0b57872341,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:48.310744 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:48.311264 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cd55ffd7-5249-4959-b409-f12cfae593b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:48.326807 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f57548-db4f-4333-81bc-dba5f3e154dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545085c9-e93b-4005-b465-98fde001f0db,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:48.333264 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0383713 Jun 25 14:31:48.334105 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-53f57548-db4f-4333-81bc-dba5f3e154dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:48.343099 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a16a926d-9697-4e09-b7d3-743cb04a76a9 req-a963ff56-6798-427b-b29e-4d5ae8cb172e tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 210 time: 0.1814489 Jun 25 14:31:48.398638 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d74883-aaf4-4b80-a171-11335ffb0d54 req-75f85708-6252-4ac7-8783-2c1605574852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:48.405946 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f7d74883-aaf4-4b80-a171-11335ffb0d54 req-75f85708-6252-4ac7-8783-2c1605574852 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4267f6d2c49c40a9840831083865e5d8&device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 1096 time: 0.4608536 Jun 25 14:31:48.410363 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Request body: {'port': {'device_id': 'e71a0c50-61d3-46e3-81bf-f5c74dfc5518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:48.848595 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-255fba83-0ac1-48c8-8d19-6e75822b7145 req-6dc0b88d-d08f-4b63-9363-4ff0bc611bff tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 210 time: 0.0682168 Jun 25 14:31:48.932815 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d74883-aaf4-4b80-a171-11335ffb0d54 req-ca9cf4ca-457f-4152-91a6-a43568d7911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:48.936607 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f7d74883-aaf4-4b80-a171-11335ffb0d54 req-ca9cf4ca-457f-4152-91a6-a43568d7911f service neutron] 10.222.0.69 "GET /v2.0/networks?id=7547761a-6e72-4a8e-bafc-6aad6d810e2b HTTP/1.1" status: 200 len: 913 time: 0.5231080 Jun 25 14:31:49.000193 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:49.199240 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f7d74883-aaf4-4b80-a171-11335ffb0d54 req-c1135be4-aa35-4de7-b170-a866e5ceb9d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db1dae07-ded7-4c23-b442-13a705c0aa4a HTTP/1.1" status: 200 len: 217 time: 0.2526467 Jun 25 14:31:49.202969 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-185aed0d-8295-451b-b32e-3234420fb353 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:49.205283 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-185aed0d-8295-451b-b32e-3234420fb353 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.69 "GET /v2.0/networks?id=4dc45219-5875-4c3b-97df-d5e5edc87f68 HTTP/1.1" status: 200 len: 819 time: 0.9811947 Jun 25 14:31:49.219546 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.69', 55636) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:49.266523 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Request body: {'port': {'device_id': 'b7194a32-bcbf-415f-b50b-41766594692c', 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68', 'admin_state_up': True, 'tenant_id': '445a61d727034821bf08ebd2c102dc6c'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:49.467549 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d74883-aaf4-4b80-a171-11335ffb0d54 req-06f6e182-e429-4196-93ad-bf283ea3741d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:49.470510 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f7d74883-aaf4-4b80-a171-11335ffb0d54 req-06f6e182-e429-4196-93ad-bf283ea3741d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6cc7b9ce-1c5f-4c83-8b08-71e674495b2d HTTP/1.1" status: 200 len: 852 time: 0.2382839 Jun 25 14:31:49.634052 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f976db-f0a6-42fe-8da7-4d5d2053b93d req-7fa395b9-74dc-4230-997d-0c22d98a9a00 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:49.641757 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-27f976db-f0a6-42fe-8da7-4d5d2053b93d req-7fa395b9-74dc-4230-997d-0c22d98a9a00 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 943 time: 0.4863727 Jun 25 14:31:49.670533 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f7d74883-aaf4-4b80-a171-11335ffb0d54 req-2fb3f684-8263-4e88-860e-1cb9a64b95dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7547761a-6e72-4a8e-bafc-6aad6d810e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1817009 Jun 25 14:31:49.980886 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-556d26f8-8f21-4f19-a0f3-578503b2b166 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:49.983452 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-556d26f8-8f21-4f19-a0f3-578503b2b166 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.69 "GET /v2.0/networks?id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 200 len: 817 time: 0.7456849 Jun 25 14:31:50.266789 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:50.302851 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-27f976db-f0a6-42fe-8da7-4d5d2053b93d req-08fed32a-82f0-4075-bd99-7ee07dd62363 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565194 Jun 25 14:31:50.316078 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Usage tracker for resource:port and tenant:445a61d727034821bf08ebd2c102dc6c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:50.326869 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:50.355845 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef5733f0-228b-4bf9-8a7c-9577c0db510d req-8adfd9ba-ecd4-4a75-a18a-afb43c1f30cc tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 210 time: 0.1281943 Jun 25 14:31:50.389150 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:50.434794 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Made reservation on behalf of 445a61d727034821bf08ebd2c102dc6c for: {'port': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:50.450266 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:50.533549 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-e79bed63-b9ab-405e-b3db-f2358c18bb79 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3a525bd5684b0e8516b71090c07dd2 HTTP/1.1" status: 200 len: 379 time: 0.2350280 Jun 25 14:31:50.559093 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Request body: {'port': {'device_id': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'admin_state_up': True, 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'security_groups': ['9453f1a2-27a1-4ca8-866b-943ae0b0d723']}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:50.612031 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.db.resource_extend [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 14:31:50.692700 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178ffd9d-d308-4b60-be05-3f0b57872341 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:50.703152 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:50.707299 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49606) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:50.756705 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Transition to ACTIVE for port object 178ffd9d-d308-4b60-be05-3f0b57872341 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:50.779094 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:50.798389 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-8b219428-3af2-465a-b9e5-5e727de0a420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:50.840298 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e914b1f8-5437-4ec7-bd6a-7c4bab049f8d req-9f162151-de56-4f65-ba85-bb7f0e7853b0 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 210 time: 0.2936442 Jun 25 14:31:50.854584 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f7d74883-aaf4-4b80-a171-11335ffb0d54 req-aa33b061-8529-4d25-846b-22884ba6feda service neutron] 10.222.0.69 "GET /v2.0/networks/7547761a-6e72-4a8e-bafc-6aad6d810e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1438646 Jun 25 14:31:51.061825 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c9ca-7e07-47b3-a110-1a1d2e637e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:51.066324 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device db1dae07-ded7-4c23-b442-13a705c0aa4a details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:31:51.105177 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:51.142707 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:51.157057 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b3d1c9ca-7e07-47b3-a110-1a1d2e637e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:51.157657 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f7d74883-aaf4-4b80-a171-11335ffb0d54 req-6d4f7e7d-d45e-4361-9b30-f04345764dae service neutron] 10.222.0.69 "GET /v2.0/networks/7547761a-6e72-4a8e-bafc-6aad6d810e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930410 Jun 25 14:31:51.160773 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Attempting to bind port 178ffd9d-d308-4b60-be05-3f0b57872341 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:51.161024 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Attempting to bind port 178ffd9d-d308-4b60-be05-3f0b57872341 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '613e82f6-dafd-46cc-851f-bdf7cb7f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:51.161423 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Attempting to bind port 178ffd9d-d308-4b60-be05-3f0b57872341 on network 4dc45219-5875-4c3b-97df-d5e5edc87f68 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:51.166004 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Made reservation on behalf of 1e3a525bd5684b0e8516b71090c07dd2 for: {'port': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:31:51.169310 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:51.192652 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Pushing event updated for resources: {'Port': ['ID=178ffd9d-d308-4b60-be05-3f0b57872341,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:51.213320 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b3d1c9ca-7e07-47b3-a110-1a1d2e637e65 admin admin] Usage tracker for resource:security_group_rule and tenant:cc52f5472dc543028a26199f0d53ea37 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:51.227526 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Port 178ffd9d-d308-4b60-be05-3f0b57872341 on network 4dc45219-5875-4c3b-97df-d5e5edc87f68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:31:51.229413 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Attempting to bind port 178ffd9d-d308-4b60-be05-3f0b57872341 on network 4dc45219-5875-4c3b-97df-d5e5edc87f68 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:51.243633 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:51.252974 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b3d1c9ca-7e07-47b3-a110-1a1d2e637e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:51.259810 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:51.260490 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Checking segment: {'id': '613e82f6-dafd-46cc-851f-bdf7cb7f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:51.261975 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Bound using segment: {'id': '613e82f6-dafd-46cc-851f-bdf7cb7f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:51.263283 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Bound port: 178ffd9d-d308-4b60-be05-3f0b57872341, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613e82f6-dafd-46cc-851f-bdf7cb7f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:51.263956 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:51.287414 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Allocated IP 172.20.0.4 (4dc45219-5875-4c3b-97df-d5e5edc87f68/25fa1d40-6698-4460-a719-5f9a049dbbb9/729d4a3d-a80f-4702-96f0-246886a863bf) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:51.301003 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port db1dae07-ded7-4c23-b442-13a705c0aa4a, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=db1dae07-ded7-4c23-b442-13a705c0aa4a,segment=NetworkSegment(5b66f0b0-5695-45f4-abd3-937f6651ebfb),segment_id=5b66f0b0-5695-45f4-abd3-937f6651ebfb)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:51.317148 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b3d1c9ca-7e07-47b3-a110-1a1d2e637e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:51.329017 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': 'db1dae07-ded7-4c23-b442-13a705c0aa4a', 'network_id': '7547761a-6e72-4a8e-bafc-6aad6d810e2b', 'port_id': 'db1dae07-ded7-4c23-b442-13a705c0aa4a', 'mac_address': 'fa:16:3e:92:8c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc7b9ce-1c5f-4c83-8b08-71e674495b2d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:31:51.398648 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Allocated IP 172.20.0.5 (01fef63b-37a8-409d-9cc2-b6d54ee3cd0e/d342de52-d2d2-45a2-92c2-62e59e532739/37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:31:51.610051 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:51.659608 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1dae07-ded7-4c23-b442-13a705c0aa4a {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:51.691090 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port db1dae07-ded7-4c23-b442-13a705c0aa4a, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=db1dae07-ded7-4c23-b442-13a705c0aa4a,segment=NetworkSegment(5b66f0b0-5695-45f4-abd3-937f6651ebfb),segment_id=5b66f0b0-5695-45f4-abd3-937f6651ebfb)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:51.714333 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:51.720849 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-82e30272-5295-4725-b3b5-8dfe6feb3ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:51.931845 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c9ca-7e07-47b3-a110-1a1d2e637e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.025150 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=db1dae07-ded7-4c23-b442-13a705c0aa4a,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:52.045827 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c9ca-7e07-47b3-a110-1a1d2e637e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.048822 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f4429178-98d8-45ad-a06e-12ddcdc2cc2b req-5baec34f-f153-4df0-9873-e027d5c20497 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 210 time: 0.1595101 Jun 25 14:31:52.049929 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:52.061571 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['db1dae07-ded7-4c23-b442-13a705c0aa4a'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:31:52.073271 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.098452 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f2590340-bbb8-4d3d-84ee-59488851ad26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:52.144335 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Transition to ACTIVE for port object 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f will not be triggered until provisioned by entity DHCP. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:52.223664 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a2e9c-4f2a-4d74-a1eb-057cf096ad64 req-73de8a70-96b2-44a9-b996-5a8998c3a147 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:52.225532 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ae7a2e9c-4f2a-4d74-a1eb-057cf096ad64 req-73de8a70-96b2-44a9-b996-5a8998c3a147 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 944 time: 0.3350089 Jun 25 14:31:52.325893 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.357634 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-498a7167-6d75-47dd-b3fd-689c372231c8 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:52.403193 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-b3d1c9ca-7e07-47b3-a110-1a1d2e637e65 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc52f5472dc543028a26199f0d53ea37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6944430 Jun 25 14:31:52.427110 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49660) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:52.428278 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1c9ca-7e07-47b3-a110-1a1d2e637e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cae46a-fdb1-480f-85e6-a51403bd1077,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:52.437066 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] For port 178ffd9d-d308-4b60-be05-3f0b57872341, host hv-cinder-79808, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:52.442402 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b3d1c9ca-7e07-47b3-a110-1a1d2e637e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:52.646568 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.681185 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] For port 178ffd9d-d308-4b60-be05-3f0b57872341, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=178ffd9d-d308-4b60-be05-3f0b57872341,segment=NetworkSegment(613e82f6-dafd-46cc-851f-bdf7cb7f97b9),segment_id=613e82f6-dafd-46cc-851f-bdf7cb7f97b9)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:52.697704 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.700819 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:52.702034 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.707340 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ae7a2e9c-4f2a-4d74-a1eb-057cf096ad64 req-779091e0-8155-4899-b0d7-a0421710078f tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411643 Jun 25 14:31:52.716419 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:52.724194 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event updated for resources: {'Port': ['ID=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:52.731865 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:52.756425 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:52.756425 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:52.766764 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:52.767441 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.809566 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:52.810208 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.811742 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] 10.222.0.69 "PUT /v2.0/ports/178ffd9d-d308-4b60-be05-3f0b57872341 HTTP/1.1" status: 200 len: 1094 time: 4.4140565 Jun 25 14:31:52.817104 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2724009 Jun 25 14:31:52.823027 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71a0c50-61d3-46e3-81bf-f5c74dfc5518', 'tag': '178ffd9d-d308-4b60-be05-3f0b57872341'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:52.864559 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5bdbf-3a1e-41de-9716-149e6679b079 req-b6aa7008-ca2c-4353-9224-5db345928d73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:52.868357 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-4ef5bdbf-3a1e-41de-9716-149e6679b079 req-b6aa7008-ca2c-4353-9224-5db345928d73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Synchronizing usage tracker for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:31:52.873157 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 49670) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:52.907750 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-4ef5bdbf-3a1e-41de-9716-149e6679b079 req-b6aa7008-ca2c-4353-9224-5db345928d73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Unset dirty status for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:31:52.909893 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4ef5bdbf-3a1e-41de-9716-149e6679b079 req-b6aa7008-ca2c-4353-9224-5db345928d73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 931 time: 0.3526332 Jun 25 14:31:52.940812 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 49678) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:52.971430 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Network 4dc45219-5875-4c3b-97df-d5e5edc87f68 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:31:52.973760 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ddf16a09-c930-4624-95f6-c3bf61d2dedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:52.980563 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:31:52.997259 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Pushing event updated for resources: {'Port': ['ID=178ffd9d-d308-4b60-be05-3f0b57872341,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:53.022661 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:31:53.030759 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4ef5bdbf-3a1e-41de-9716-149e6679b079 req-1837fb55-0c54-41db-b476-229e75cd44d7 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098123 Jun 25 14:31:53.034732 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:53.036137 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.180616 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-01eff9fa-1694-464c-b97d-91d7bf8d002e None None] Provisioning for port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:53.189189 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-01eff9fa-1694-464c-b97d-91d7bf8d002e None None] Provisioning complete for port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:53.189829 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-01eff9fa-1694-464c-b97d-91d7bf8d002e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.233700 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9745882 Jun 25 14:31:53.235822 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ddf16a09-c930-4624-95f6-c3bf61d2dedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.301251 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Pushing event updated for resources: {'Port': ['ID=729d4a3d-a80f-4702-96f0-246886a863bf,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:53.307065 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:53.307846 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.516s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:53.308350 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:53.320065 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-efbea7c7-dc89-4ebe-8bc5-2fd99274f442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.336161 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ddf16a09-c930-4624-95f6-c3bf61d2dedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.346742 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:53.349490 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-71dce80e-859a-496b-bf48-c9440ddcf0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.351266 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-01eff9fa-1694-464c-b97d-91d7bf8d002e None None] Port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:31:53.365898 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf16a09-c930-4624-95f6-c3bf61d2dedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cae46a-fdb1-480f-85e6-a51403bd1077,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:53.372891 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-efbea7c7-dc89-4ebe-8bc5-2fd99274f442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:53.373224 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-ddf16a09-c930-4624-95f6-c3bf61d2dedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:53.375567 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ddf16a09-c930-4624-95f6-c3bf61d2dedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.379016 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-ddf16a09-c930-4624-95f6-c3bf61d2dedb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2cae46a-fdb1-480f-85e6-a51403bd1077 HTTP/1.1" status: 204 len: 168 time: 0.9434979 Jun 25 14:31:53.379181 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-71dce80e-859a-496b-bf48-c9440ddcf0a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:53.382079 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-efbea7c7-dc89-4ebe-8bc5-2fd99274f442 admin admin] Usage tracker for resource:security_group_rule and tenant:99f789e01f2a4a418585341b60f16b75 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:53.385578 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-71dce80e-859a-496b-bf48-c9440ddcf0a2 admin admin] Usage tracker for resource:security_group_rule and tenant:556fea8b5ed14acf8e0dd1a246954ab1 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:53.388704 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-efbea7c7-dc89-4ebe-8bc5-2fd99274f442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:53.391743 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-71dce80e-859a-496b-bf48-c9440ddcf0a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:53.401870 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-efbea7c7-dc89-4ebe-8bc5-2fd99274f442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:53.404292 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-71dce80e-859a-496b-bf48-c9440ddcf0a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:53.726901 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-efbea7c7-dc89-4ebe-8bc5-2fd99274f442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.743084 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595442f-f5eb-4d9e-9640-9de24a4b642a req-6b9c897c-200f-441d-b67f-bb7993dd6041 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:53.745908 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e595442f-f5eb-4d9e-9640-9de24a4b642a req-6b9c897c-200f-441d-b67f-bb7993dd6041 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 931 time: 0.2912948 Jun 25 14:31:53.749059 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-efbea7c7-dc89-4ebe-8bc5-2fd99274f442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.750933 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-71dce80e-859a-496b-bf48-c9440ddcf0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.793334 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-8dc336b4-17fc-45a7-83e6-0087c0ffdfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:53.802149 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-efbea7c7-dc89-4ebe-8bc5-2fd99274f442 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=99f789e01f2a4a418585341b60f16b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8603480 Jun 25 14:31:53.805454 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-71dce80e-859a-496b-bf48-c9440ddcf0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.807182 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49714) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:53.888865 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71a0c50-61d3-46e3-81bf-f5c74dfc5518', 'tag': '178ffd9d-d308-4b60-be05-3f0b57872341', 'status': 'completed', 'code': 200} Jun 25 14:31:53.926069 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-eafc0655-a684-4a8a-b964-cc48a3ae3d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:53.982938 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49722) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:53.999616 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbea7c7-dc89-4ebe-8bc5-2fd99274f442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea74a31-6444-45b6-a1e8-2f980326a05d,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:54.009865 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e595442f-f5eb-4d9e-9640-9de24a4b642a req-41aae91f-331d-4832-96ce-02ea90e5984e tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178195 Jun 25 14:31:54.011716 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-efbea7c7-dc89-4ebe-8bc5-2fd99274f442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:54.012195 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-a718ab1d-bb79-492e-86b5-bcac3f512eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:54.020769 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-71dce80e-859a-496b-bf48-c9440ddcf0a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=556fea8b5ed14acf8e0dd1a246954ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1459513 Jun 25 14:31:54.026873 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 49726) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:54.057275 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-eafc0655-a684-4a8a-b964-cc48a3ae3d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.081818 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dce80e-859a-496b-bf48-c9440ddcf0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fde9a2-c968-4c0f-95e5-e5df9cebaaf5,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:54.087866 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-71dce80e-859a-496b-bf48-c9440ddcf0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:54.175880 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5772792a-feb2-4b2b-be69-d0c5c4809f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.180637 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c36aa3f2-952a-4d35-8c61-8f5d638b3e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.200817 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-c36aa3f2-952a-4d35-8c61-8f5d638b3e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:54.208008 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-c36aa3f2-952a-4d35-8c61-8f5d638b3e83 admin admin] Usage tracker for resource:security_group_rule and tenant:bc127cd1ab36413d9313007b66860343 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:54.212628 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-c36aa3f2-952a-4d35-8c61-8f5d638b3e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:54.218825 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5772792a-feb2-4b2b-be69-d0c5c4809f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.221087 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-c36aa3f2-952a-4d35-8c61-8f5d638b3e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:54.247735 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c234c-f8e3-4939-805c-31b6f7789ba4 req-9d844c09-eff0-46cf-86b1-076685003843 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:54.249286 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c30c234c-f8e3-4939-805c-31b6f7789ba4 req-9d844c09-eff0-46cf-86b1-076685003843 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 944 time: 0.1524477 Jun 25 14:31:54.285758 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-eafc0655-a684-4a8a-b964-cc48a3ae3d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.304994 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c1ba9d0a-d9a7-45dc-a530-df45094be076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:54.325286 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c30c234c-f8e3-4939-805c-31b6f7789ba4 req-1a9fcd4d-f6d9-4bfb-a18a-6b15862429c5 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582058 Jun 25 14:31:54.349364 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc0655-a684-4a8a-b964-cc48a3ae3d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea74a31-6444-45b6-a1e8-2f980326a05d,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:54.356417 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-eafc0655-a684-4a8a-b964-cc48a3ae3d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:54.402223 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-eafc0655-a684-4a8a-b964-cc48a3ae3d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.404722 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-eafc0655-a684-4a8a-b964-cc48a3ae3d27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ea74a31-6444-45b6-a1e8-2f980326a05d HTTP/1.1" status: 204 len: 168 time: 0.5962398 Jun 25 14:31:54.405175 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5772792a-feb2-4b2b-be69-d0c5c4809f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.414255 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-961ec951-4c50-4ab3-b21f-f56c0946a2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:54.437920 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772792a-feb2-4b2b-be69-d0c5c4809f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fde9a2-c968-4c0f-95e5-e5df9cebaaf5,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:54.446041 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-5772792a-feb2-4b2b-be69-d0c5c4809f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:54.455446 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5772792a-feb2-4b2b-be69-d0c5c4809f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.456624 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-5772792a-feb2-4b2b-be69-d0c5c4809f05 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37fde9a2-c968-4c0f-95e5-e5df9cebaaf5 HTTP/1.1" status: 204 len: 168 time: 0.4287970 Jun 25 14:31:54.495801 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 49738) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:54.532169 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb8774-9058-4dad-b069-cc24e89071c1 req-7f4dda42-d7b8-4c8e-b70f-8772af249cd7 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:54.534915 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-60fb8774-9058-4dad-b069-cc24e89071c1 req-7f4dda42-d7b8-4c8e-b70f-8772af249cd7 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 931 time: 0.1712072 Jun 25 14:31:54.559175 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c36aa3f2-952a-4d35-8c61-8f5d638b3e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.567155 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c36aa3f2-952a-4d35-8c61-8f5d638b3e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.584954 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:54.604662 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-60fb8774-9058-4dad-b069-cc24e89071c1 req-d9507c96-258a-41c9-a2d7-a4b3df9ff8fb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623331 Jun 25 14:31:54.656003 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-c36aa3f2-952a-4d35-8c61-8f5d638b3e83 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc127cd1ab36413d9313007b66860343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6647692 Jun 25 14:31:54.656003 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36aa3f2-952a-4d35-8c61-8f5d638b3e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f540f167-3e2b-4baf-bb85-4306bd3f4946,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:54.658218 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 49746) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:54.659971 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c36aa3f2-952a-4d35-8c61-8f5d638b3e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:54.757769 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7555-c5e6-4a01-99c9-84f8fea70b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.807750 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7555-c5e6-4a01-99c9-84f8fea70b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.903518 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7555-c5e6-4a01-99c9-84f8fea70b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.910214 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-71dce80e-859a-496b-bf48-c9440ddcf0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:54.930674 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf7555-c5e6-4a01-99c9-84f8fea70b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f540f167-3e2b-4baf-bb85-4306bd3f4946,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:54.935539 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-8fbf7555-c5e6-4a01-99c9-84f8fea70b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:54.937675 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7555-c5e6-4a01-99c9-84f8fea70b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:54.940011 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-8fbf7555-c5e6-4a01-99c9-84f8fea70b12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f540f167-3e2b-4baf-bb85-4306bd3f4946 HTTP/1.1" status: 204 len: 168 time: 0.2800798 Jun 25 14:31:55.198822 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6b6f-00bd-421f-89a8-195b44ccf154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.228415 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-2a0a6b6f-00bd-421f-89a8-195b44ccf154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:55.237219 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-2a0a6b6f-00bd-421f-89a8-195b44ccf154 admin admin] Usage tracker for resource:security_group_rule and tenant:63294969fa0a40b99490dafdf581d9eb is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:55.244878 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-2a0a6b6f-00bd-421f-89a8-195b44ccf154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:55.258424 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-2a0a6b6f-00bd-421f-89a8-195b44ccf154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:55.312490 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49760) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:55.359882 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9e7bcaed-eff9-41ad-b451-84f43be8ebe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.410498 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9e7bcaed-eff9-41ad-b451-84f43be8ebe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:55.420476 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9e7bcaed-eff9-41ad-b451-84f43be8ebe8 admin admin] Usage tracker for resource:security_group_rule and tenant:09c04f9b1abf44e985846b8f2182e855 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:55.428914 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9e7bcaed-eff9-41ad-b451-84f43be8ebe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:55.448193 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9e7bcaed-eff9-41ad-b451-84f43be8ebe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:55.466485 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba95c9-4f9f-4f00-a05e-50af61b91b21 req-529791e0-66b6-414f-a53e-0b854c1ced57 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:55.469266 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-39ba95c9-4f9f-4f00-a05e-50af61b91b21 req-529791e0-66b6-414f-a53e-0b854c1ced57 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 931 time: 0.2140732 Jun 25 14:31:55.487821 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Request body: {'port': {'device_id': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:55.496446 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Request body: {'port': {'device_id': 'b7194a32-bcbf-415f-b50b-41766594692c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:31:55.927474 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-39ba95c9-4f9f-4f00-a05e-50af61b91b21 req-f00642d7-ebb0-41b0-b6e9-512c596ef28c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060737 Jun 25 14:31:55.947309 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9e7bcaed-eff9-41ad-b451-84f43be8ebe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.953966 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9e7bcaed-eff9-41ad-b451-84f43be8ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:55.972611 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:56.009730 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6b6f-00bd-421f-89a8-195b44ccf154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.036865 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.048604 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.070278 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2a0a6b6f-00bd-421f-89a8-195b44ccf154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.078127 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-9e7bcaed-eff9-41ad-b451-84f43be8ebe8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=09c04f9b1abf44e985846b8f2182e855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7638848 Jun 25 14:31:56.082392 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bcaed-eff9-41ad-b451-84f43be8ebe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45409598-a9c8-4701-b2bd-5079cff81ab5,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:56.090490 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49786) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:56.095571 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4db1e-21ba-4cc4-b303-3fe835bbf3f5 req-66db5bf6-16a5-4680-b63e-bf9e7321cf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:56.098754 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d2c4db1e-21ba-4cc4-b303-3fe835bbf3f5 req-66db5bf6-16a5-4680-b63e-bf9e7321cf36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445a61d727034821bf08ebd2c102dc6c&device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 1097 time: 0.5640950 Jun 25 14:31:56.113263 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-efbea7c7-dc89-4ebe-8bc5-2fd99274f442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:56.173826 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9e7bcaed-eff9-41ad-b451-84f43be8ebe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:56.366765 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0ee54e6b-5e04-430f-8590-3eb0b6293560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.370912 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51712965-b3e2-4e67-b785-18f3fa801f23 req-214684a5-303e-41fc-b7ac-deace9714491 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:56.378218 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-51712965-b3e2-4e67-b785-18f3fa801f23 req-214684a5-303e-41fc-b7ac-deace9714491 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 944 time: 0.7209368 Jun 25 14:31:56.386524 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a6b6f-00bd-421f-89a8-195b44ccf154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48adb511-1d49-43eb-a693-62c15b6294e2,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:56.394044 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-2a0a6b6f-00bd-421f-89a8-195b44ccf154 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=63294969fa0a40b99490dafdf581d9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8972626 Jun 25 14:31:56.394813 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 49800) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:56.409294 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-2a0a6b6f-00bd-421f-89a8-195b44ccf154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:56.475917 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0ee54e6b-5e04-430f-8590-3eb0b6293560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.577870 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-51712965-b3e2-4e67-b785-18f3fa801f23 req-3e336894-b8dd-4823-82df-30bca18b9682 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986160 Jun 25 14:31:56.608380 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0ee54e6b-5e04-430f-8590-3eb0b6293560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.619121 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-eafc0655-a684-4a8a-b964-cc48a3ae3d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:56.705191 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-94b971aa-20c3-42f4-94ad-62f48c019830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.716024 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c54309-a72f-4f5c-aecd-aad7e7bf2a0a req-9af5ca45-6911-4dda-b898-694fe804f5dc tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:56.717989 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-87c54309-a72f-4f5c-aecd-aad7e7bf2a0a req-9af5ca45-6911-4dda-b898-694fe804f5dc tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 931 time: 0.5220759 Jun 25 14:31:56.726959 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee54e6b-5e04-430f-8590-3eb0b6293560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45409598-a9c8-4701-b2bd-5079cff81ab5,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:56.730585 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-0ee54e6b-5e04-430f-8590-3eb0b6293560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:56.800782 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0ee54e6b-5e04-430f-8590-3eb0b6293560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.807963 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-0ee54e6b-5e04-430f-8590-3eb0b6293560 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45409598-a9c8-4701-b2bd-5079cff81ab5 HTTP/1.1" status: 204 len: 168 time: 0.7071121 Jun 25 14:31:56.819256 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-94b971aa-20c3-42f4-94ad-62f48c019830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:56.896810 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-87c54309-a72f-4f5c-aecd-aad7e7bf2a0a req-7164b6c6-f28d-4355-a0ab-05a416695a2e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679947 Jun 25 14:31:57.026206 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729d4a3d-a80f-4702-96f0-246886a863bf {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:57.036171 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:57.058660 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Transition to ACTIVE for port object 729d4a3d-a80f-4702-96f0-246886a863bf will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:57.063899 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:57.069318 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:57.092345 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-94b971aa-20c3-42f4-94ad-62f48c019830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:57.121758 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-8fbf7555-c5e6-4a01-99c9-84f8fea70b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:57.167304 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b971aa-20c3-42f4-94ad-62f48c019830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48adb511-1d49-43eb-a693-62c15b6294e2,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:57.176666 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-94b971aa-20c3-42f4-94ad-62f48c019830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:57.247622 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-94b971aa-20c3-42f4-94ad-62f48c019830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:57.253496 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-94b971aa-20c3-42f4-94ad-62f48c019830 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/48adb511-1d49-43eb-a693-62c15b6294e2 HTTP/1.1" status: 204 len: 168 time: 0.8400729 Jun 25 14:31:57.261228 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Pushing event updated for resources: {'Port': ['ID=729d4a3d-a80f-4702-96f0-246886a863bf,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:57.265356 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f {{(pid=78417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:31:57.265587 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:57.290743 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:57.326312 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Attempting to bind port 729d4a3d-a80f-4702-96f0-246886a863bf on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:57.326652 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Attempting to bind port 729d4a3d-a80f-4702-96f0-246886a863bf by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '613e82f6-dafd-46cc-851f-bdf7cb7f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:57.326980 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Attempting to bind port 729d4a3d-a80f-4702-96f0-246886a863bf on network 4dc45219-5875-4c3b-97df-d5e5edc87f68 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:57.334136 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Port 729d4a3d-a80f-4702-96f0-246886a863bf on network 4dc45219-5875-4c3b-97df-d5e5edc87f68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:31:57.334136 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Attempting to bind port 729d4a3d-a80f-4702-96f0-246886a863bf on network 4dc45219-5875-4c3b-97df-d5e5edc87f68 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:57.334464 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Transition to ACTIVE for port object 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:31:57.340827 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:57.341404 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Checking segment: {'id': '613e82f6-dafd-46cc-851f-bdf7cb7f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:57.341892 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Bound using segment: {'id': '613e82f6-dafd-46cc-851f-bdf7cb7f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:57.342339 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Bound port: 729d4a3d-a80f-4702-96f0-246886a863bf, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613e82f6-dafd-46cc-851f-bdf7cb7f97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:57.342778 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:57.343914 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:57.359526 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:57.481554 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] For port 729d4a3d-a80f-4702-96f0-246886a863bf, host hv-cinder-79808, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:57.502743 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] For port 729d4a3d-a80f-4702-96f0-246886a863bf, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=729d4a3d-a80f-4702-96f0-246886a863bf,segment=NetworkSegment(613e82f6-dafd-46cc-851f-bdf7cb7f97b9),segment_id=613e82f6-dafd-46cc-851f-bdf7cb7f97b9)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:57.509251 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device db1dae07-ded7-4c23-b442-13a705c0aa4a up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:31:57.528176 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:57.557338 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:57.603762 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974745a-199f-4feb-b759-4eb8a06bca63 req-d43ab01c-bce1-4237-98af-3853a86dc120 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:57.626943 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4974745a-199f-4feb-b759-4eb8a06bca63 req-d43ab01c-bce1-4237-98af-3853a86dc120 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 943 time: 0.4548569 Jun 25 14:31:57.627122 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port db1dae07-ded7-4c23-b442-13a705c0aa4a completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:31:57.648423 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port db1dae07-ded7-4c23-b442-13a705c0aa4a triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:31:57.648825 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:57.704789 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:57.708527 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:57.713409 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] 10.222.0.69 "PUT /v2.0/ports/729d4a3d-a80f-4702-96f0-246886a863bf HTTP/1.1" status: 200 len: 1093 time: 2.2275684 Jun 25 14:31:57.735445 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7194a32-bcbf-415f-b50b-41766594692c', 'tag': '729d4a3d-a80f-4702-96f0-246886a863bf'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:57.801635 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Pushing event updated for resources: {'Port': ['ID=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:57.885918 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:57.917577 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4974745a-199f-4feb-b759-4eb8a06bca63 req-a9e9a5cb-c416-48a7-b24a-833cb44ba158 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847025 Jun 25 14:31:57.922377 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Pushing event updated for resources: {'Port': ['ID=729d4a3d-a80f-4702-96f0-246886a863bf,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:57.952004 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:57.987838 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:58.047932 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17dbe6c-4b96-4fb4-9985-d7944070398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1dae07-ded7-4c23-b442-13a705c0aa4a'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:58.149248 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port db1dae07-ded7-4c23-b442-13a705c0aa4a, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=db1dae07-ded7-4c23-b442-13a705c0aa4a,segment=NetworkSegment(5b66f0b0-5695-45f4-abd3-937f6651ebfb),segment_id=5b66f0b0-5695-45f4-abd3-937f6651ebfb)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:31:58.156292 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:58.158688 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-a9ea7972-1882-46e7-9d6c-dbaf583c8c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:58.241639 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7194a32-bcbf-415f-b50b-41766594692c', 'tag': '729d4a3d-a80f-4702-96f0-246886a863bf', 'status': 'completed', 'code': 200} Jun 25 14:31:58.251212 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=db1dae07-ded7-4c23-b442-13a705c0aa4a,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:58.255088 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:58.298273 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Attempting to bind port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:31:58.298806 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Attempting to bind port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:31:58.299355 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Attempting to bind port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f on network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:58.323650 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f on network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:31:58.324185 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Attempting to bind port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f on network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:31:58.345722 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:31:58.346269 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Checking segment: {'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:31:58.346907 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Bound using segment: {'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:31:58.347710 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Bound port: 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:31:58.348286 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:58.638134 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce43c20-dd37-4ef7-bc2e-aeb1c70d6402 req-f65bee99-8203-4a0c-9aec-f18667bab7f0 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:58.651822 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9ce43c20-dd37-4ef7-bc2e-aeb1c70d6402 req-f65bee99-8203-4a0c-9aec-f18667bab7f0 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 945 time: 0.5747559 Jun 25 14:31:58.768383 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] For port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host hv-cinder-79808, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:31:58.774987 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9ce43c20-dd37-4ef7-bc2e-aeb1c70d6402 req-d57f8729-d4cc-4d83-a818-7458117704c5 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203589 Jun 25 14:31:58.778329 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] For port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:31:58.792502 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9b8c0-400b-4995-83ca-6778e7096694 req-4baaaa1d-33df-460d-8b35-33493e88f115 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:58.801020 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-48f9b8c0-400b-4995-83ca-6778e7096694 req-4baaaa1d-33df-460d-8b35-33493e88f115 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.4351912 Jun 25 14:31:58.822863 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:58.852316 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:31:58.872675 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4db1e-21ba-4cc4-b303-3fe835bbf3f5 req-200622ea-da47-474d-85ea-0757b5dd4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:58.874180 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d2c4db1e-21ba-4cc4-b303-3fe835bbf3f5 req-200622ea-da47-474d-85ea-0757b5dd4b58 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=445a61d727034821bf08ebd2c102dc6c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4098983 Jun 25 14:31:58.875820 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49862) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:31:58.896585 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d4488c89-e9d9-4537-a4ae-5cbdf724dea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.068992 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4db1e-21ba-4cc4-b303-3fe835bbf3f5 req-de85137b-962e-4944-9795-52de87899d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:59.070458 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d2c4db1e-21ba-4cc4-b303-3fe835bbf3f5 req-de85137b-962e-4944-9795-52de87899d01 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1601975 Jun 25 14:31:59.117558 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d4488c89-e9d9-4537-a4ae-5cbdf724dea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:31:59.143961 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b5dcf-9528-4ac0-be29-0abf47c77780 req-12d7f27e-fad1-43bb-a9b7-07313584659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:59.152645 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e13b5dcf-9528-4ac0-be29-0abf47c77780 req-12d7f27e-fad1-43bb-a9b7-07313584659b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445a61d727034821bf08ebd2c102dc6c&device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 1096 time: 0.4988389 Jun 25 14:31:59.161356 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d4488c89-e9d9-4537-a4ae-5cbdf724dea1 admin admin] Usage tracker for resource:security_group_rule and tenant:2d63644b977c498b9b8913601a415f3a is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:31:59.215346 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:59.216464 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:31:59.218905 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] 10.222.0.69 "PUT /v2.0/ports/37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f HTTP/1.1" status: 200 len: 1093 time: 3.7408388 Jun 25 14:31:59.233818 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:31:59.279743 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-48f9b8c0-400b-4995-83ca-6778e7096694 req-688e24a4-5fea-4878-b2b5-4e2b69b30855 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4775290 Jun 25 14:31:59.353910 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d4488c89-e9d9-4537-a4ae-5cbdf724dea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:31:59.581648 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d4488c89-e9d9-4537-a4ae-5cbdf724dea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:31:59.629790 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Pushing event updated for resources: {'Port': ['ID=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:31:59.634813 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:31:59.700107 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3798b29-7a7c-46a0-bf7c-1ae3978fbaeb req-a8be8364-dce0-4af3-ae73-adcfc06cd1f8 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:59.711857 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d3798b29-7a7c-46a0-bf7c-1ae3978fbaeb req-a8be8364-dce0-4af3-ae73-adcfc06cd1f8 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 943 time: 0.4567213 Jun 25 14:31:59.743766 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17dbe6c-4b96-4fb4-9985-d7944070398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1dae07-ded7-4c23-b442-13a705c0aa4a', 'code': 200} Jun 25 14:31:59.752280 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-d2e5f909-7b54-46dc-a3b9-a5f5f3f86faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:31:59.754569 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-d2e5f909-7b54-46dc-a3b9-a5f5f3f86faa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 1096 time: 0.3375361 Jun 25 14:31:59.809842 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d3798b29-7a7c-46a0-bf7c-1ae3978fbaeb req-623410bb-8f46-4055-96f0-f24f5f7e68c1 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924296 Jun 25 14:31:59.996112 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b5dcf-9528-4ac0-be29-0abf47c77780 req-61c340ad-2da5-4d38-9e95-bdec928af308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:00.000879 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e13b5dcf-9528-4ac0-be29-0abf47c77780 req-61c340ad-2da5-4d38-9e95-bdec928af308 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=445a61d727034821bf08ebd2c102dc6c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8260853 Jun 25 14:32:00.105612 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-567d810d-0343-4adf-9486-00032225a046 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f HTTP/1.1" status: 200 len: 217 time: 0.3108821 Jun 25 14:32:00.109313 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'status': 'completed', 'code': 200} Jun 25 14:32:00.263292 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d4488c89-e9d9-4537-a4ae-5cbdf724dea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.296138 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-e99d0699-6364-44d0-98fa-ecf28afbda80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:00.308400 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-e99d0699-6364-44d0-98fa-ecf28afbda80 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d342de52-d2d2-45a2-92c2-62e59e532739 HTTP/1.1" status: 200 len: 856 time: 0.1918530 Jun 25 14:32:00.373321 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d4488c89-e9d9-4537-a4ae-5cbdf724dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:00.402132 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-53f57548-db4f-4333-81bc-dba5f3e154dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:00.440679 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587502e-b508-4239-9c0a-02fc16a5777a req-8d3a29ef-7742-4df1-9c13-ac5f25622c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:00.443540 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-8d3a29ef-7742-4df1-9c13-ac5f25622c9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445a61d727034821bf08ebd2c102dc6c&device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 1097 time: 1.2881973 Jun 25 14:32:00.677593 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-9d53dd20-88a2-4d9d-88ec-bbe32a7c012f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178ffd9d-d308-4b60-be05-3f0b57872341 HTTP/1.1" status: 200 len: 217 time: 0.2209411 Jun 25 14:32:00.707378 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d4488c89-e9d9-4537-a4ae-5cbdf724dea1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d63644b977c498b9b8913601a415f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8252861 Jun 25 14:32:00.787993 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587502e-b508-4239-9c0a-02fc16a5777a req-1fc7dc3b-81e7-4045-9c3d-6b34c74c1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:00.787993 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-1fc7dc3b-81e7-4045-9c3d-6b34c74c1ed5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25fa1d40-6698-4460-a719-5f9a049dbbb9 HTTP/1.1" status: 200 len: 859 time: 0.0718315 Jun 25 14:32:00.787993 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 49930) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:00.801924 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4488c89-e9d9-4537-a4ae-5cbdf724dea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6d1aac-3aca-4575-badf-7ab854d6210b,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:00.852665 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-7eb39c4f-17f6-4aee-8580-059fce278fd2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4dc45219-5875-4c3b-97df-d5e5edc87f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443747 Jun 25 14:32:00.875651 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d4488c89-e9d9-4537-a4ae-5cbdf724dea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:01.163626 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-a87b688c-09ec-427e-b6d6-3f6fa6020fea service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959721 Jun 25 14:32:01.164311 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b5dcf-9528-4ac0-be29-0abf47c77780 req-778e4592-0421-4c98-b887-41138dcabb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:01.165467 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e13b5dcf-9528-4ac0-be29-0abf47c77780 req-778e4592-0421-4c98-b887-41138dcabb9e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1475520 Jun 25 14:32:01.281133 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-b0b5f550-494f-4f17-a790-15011ea48a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:01.281930 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-b0b5f550-494f-4f17-a790-15011ea48a76 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.9663892 Jun 25 14:32:01.285017 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918a798-0299-404f-8b76-a6ebc673482d req-6d1ffe6d-9023-4dd7-81c2-d44d7799b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:01.286815 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b918a798-0299-404f-8b76-a6ebc673482d req-6d1ffe6d-9023-4dd7-81c2-d44d7799b019 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 1098 time: 0.7239974 Jun 25 14:32:01.307750 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd464119-0084-4912-a13a-a0ca0ab8cd2e req-8aa774c1-bf16-4f40-b0a3-1f0bd5819ae9 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:01.309553 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bd464119-0084-4912-a13a-a0ca0ab8cd2e req-8aa774c1-bf16-4f40-b0a3-1f0bd5819ae9 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 945 time: 0.7540798 Jun 25 14:32:01.335975 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2f5ac100-5481-4099-ad2d-fa2ff5cb7375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:01.393299 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-b918a798-0299-404f-8b76-a6ebc673482d req-212506bf-1478-4781-af75-b85102e1a94c service neutron] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:01.416830 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e0304-1e19-4743-94b4-bdd2a3305704 req-84c1f760-dc30-4ab5-b34e-92628785d3ae tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:01.425482 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3b8e0304-1e19-4743-94b4-bdd2a3305704 req-84c1f760-dc30-4ab5-b34e-92628785d3ae tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.7243817 Jun 25 14:32:01.503655 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-b918a798-0299-404f-8b76-a6ebc673482d req-212506bf-1478-4781-af75-b85102e1a94c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:01.534300 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-b918a798-0299-404f-8b76-a6ebc673482d req-212506bf-1478-4781-af75-b85102e1a94c service neutron] Usage tracker for resource:security_group_rule and tenant:4b4cc32eb9b84b5ca3bbc58d9360aacc is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:01.544172 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2f5ac100-5481-4099-ad2d-fa2ff5cb7375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:01.545507 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-b918a798-0299-404f-8b76-a6ebc673482d req-212506bf-1478-4781-af75-b85102e1a94c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:01.568652 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bd464119-0084-4912-a13a-a0ca0ab8cd2e req-5e1d8299-07ca-4943-8cc1-2198d28a6e06 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225251 Jun 25 14:32:01.633528 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-b918a798-0299-404f-8b76-a6ebc673482d req-212506bf-1478-4781-af75-b85102e1a94c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:01.640995 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-b7d62abc-b557-4075-80f9-2687c9bdfa52 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588356 Jun 25 14:32:01.673856 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-13193c80-6213-4cee-bb19-203e734ccb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:01.675457 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-13193c80-6213-4cee-bb19-203e734ccb6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445a61d727034821bf08ebd2c102dc6c&device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 1096 time: 0.4000001 Jun 25 14:32:01.699732 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2f5ac100-5481-4099-ad2d-fa2ff5cb7375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:01.703781 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:01.857086 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3b8e0304-1e19-4743-94b4-bdd2a3305704 req-9ae6fc78-7231-4f9c-923d-1f585d416aaf tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4302597 Jun 25 14:32:01.891984 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ac100-5481-4099-ad2d-fa2ff5cb7375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6d1aac-3aca-4575-badf-7ab854d6210b,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:01.896040 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2f5ac100-5481-4099-ad2d-fa2ff5cb7375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:01.903438 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-dec15129-1209-473c-83f0-c637ceb48c47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=729d4a3d-a80f-4702-96f0-246886a863bf HTTP/1.1" status: 200 len: 217 time: 0.1655102 Jun 25 14:32:01.931525 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-e0ac098b-8d9b-4895-8b58-871773ef97e5 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6336286 Jun 25 14:32:02.046115 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2f5ac100-5481-4099-ad2d-fa2ff5cb7375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:02.050147 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-2f5ac100-5481-4099-ad2d-fa2ff5cb7375 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e6d1aac-3aca-4575-badf-7ab854d6210b HTTP/1.1" status: 204 len: 168 time: 1.2475526 Jun 25 14:32:02.121377 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c03f57f0-7039-44c4-824d-d8fec3358aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:02.123366 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-c03f57f0-7039-44c4-824d-d8fec3358aec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25fa1d40-6698-4460-a719-5f9a049dbbb9 HTTP/1.1" status: 200 len: 859 time: 0.2122114 Jun 25 14:32:02.222426 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-18a570f8-0cc6-4d99-b49b-b7e4491edeab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4dc45219-5875-4c3b-97df-d5e5edc87f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908091 Jun 25 14:32:02.312323 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-b918a798-0299-404f-8b76-a6ebc673482d req-212506bf-1478-4781-af75-b85102e1a94c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:02.334956 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c2b4e-3723-4af1-acaf-ae6be4e22a3d req-62c7f7bc-b14b-495a-a0ee-6ec9e9d9e96d tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:02.343911 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f97c2b4e-3723-4af1-acaf-ae6be4e22a3d req-62c7f7bc-b14b-495a-a0ee-6ec9e9d9e96d tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 943 time: 0.2684803 Jun 25 14:32:02.371823 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-b918a798-0299-404f-8b76-a6ebc673482d req-212506bf-1478-4781-af75-b85102e1a94c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:02.395966 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:02.405347 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b9c5fc0d-46d3-4579-b610-b97075f8e29c req-8e56333a-6bcd-45ce-8809-2892569c1ac2 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671357 Jun 25 14:32:02.435007 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b918a798-0299-404f-8b76-a6ebc673482d req-212506bf-1478-4781-af75-b85102e1a94c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1391704 Jun 25 14:32:02.468124 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f97c2b4e-3723-4af1-acaf-ae6be4e22a3d req-a9873b08-ccba-4cd1-aa42-b632eb878d4e tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229808 Jun 25 14:32:02.469221 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212506bf-1478-4781-af75-b85102e1a94c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec75a13-b033-4756-8c6f-c78c1e6d3a5f,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:02.474210 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-212506bf-1478-4781-af75-b85102e1a94c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:02.514148 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-da23a6fe-dbff-4ea6-adff-42ab9b7ef2e1 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843428 Jun 25 14:32:02.550589 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e155e172-792f-48cb-9b3d-40963986acd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:02.991909 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:03.195918 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d27ae874-5531-4b2e-ac47-0614b7b10326 req-e4596cc5-129d-4e94-a0fa-d73a6a1db619 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033198 Jun 25 14:32:03.216540 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cdcce-ec27-475b-ba74-707076520f28 req-59251999-52af-49bb-8f63-c8251cdeedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:03.219613 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8b6cdcce-ec27-475b-ba74-707076520f28 req-59251999-52af-49bb-8f63-c8251cdeedf5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 1096 time: 0.3769114 Jun 25 14:32:03.249915 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cfd04-d4da-4a41-b03f-478fd6ad4877 req-5bcce2fc-e642-4dea-bf35-09425f1764b5 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:03.256176 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cf7cfd04-d4da-4a41-b03f-478fd6ad4877 req-5bcce2fc-e642-4dea-bf35-09425f1764b5 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 945 time: 0.3478863 Jun 25 14:32:03.729493 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cf7cfd04-d4da-4a41-b03f-478fd6ad4877 req-6221d723-6762-4c41-91eb-59197b7a7aa2 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898223 Jun 25 14:32:03.827676 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226910c7-b8b7-4fa9-8143-7c3955162dd2 req-a36a5ad9-e55f-4e2a-be43-61b7d8b3efac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:03.830643 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-226910c7-b8b7-4fa9-8143-7c3955162dd2 req-a36a5ad9-e55f-4e2a-be43-61b7d8b3efac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.5013478 Jun 25 14:32:03.942476 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cdcce-ec27-475b-ba74-707076520f28 req-05725d2a-e490-49d6-bdbc-afea4c8fc656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:03.945340 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8b6cdcce-ec27-475b-ba74-707076520f28 req-05725d2a-e490-49d6-bdbc-afea4c8fc656 service neutron] 10.222.0.69 "GET /v2.0/networks?id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 200 len: 918 time: 0.6875505 Jun 25 14:32:04.093060 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8b6cdcce-ec27-475b-ba74-707076520f28 req-c75615c0-7ce7-417a-b356-f632857fafd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f HTTP/1.1" status: 200 len: 217 time: 0.1262219 Jun 25 14:32:04.107044 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-226910c7-b8b7-4fa9-8143-7c3955162dd2 req-2b731b33-9ead-44db-887e-d92dfe140fce tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449508 Jun 25 14:32:04.482505 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:32:04.591630 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cdcce-ec27-475b-ba74-707076520f28 req-6f1c1871-f6fb-4e63-a603-82657d929dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:04.596456 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8b6cdcce-ec27-475b-ba74-707076520f28 req-6f1c1871-f6fb-4e63-a603-82657d929dab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d342de52-d2d2-45a2-92c2-62e59e532739 HTTP/1.1" status: 200 len: 856 time: 0.4874253 Jun 25 14:32:04.756621 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:04.787331 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'port_id': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'mac_address': 'fa:16:3e:4b:a1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:32:04.927288 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:04.934950 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2967fe-a62b-4e91-8d93-2656dad9e24b req-d03d540e-d780-45ec-8ef7-1f9ce8933c11 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:04.939740 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7b2967fe-a62b-4e91-8d93-2656dad9e24b req-d03d540e-d780-45ec-8ef7-1f9ce8933c11 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 943 time: 0.7049747 Jun 25 14:32:04.950445 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:32:04.986609 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:04.995466 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:04.996871 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 178ffd9d-d308-4b60-be05-3f0b57872341 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:32:05.012722 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:05.144348 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7b2967fe-a62b-4e91-8d93-2656dad9e24b req-83292416-8c95-4e21-b71a-0760f4f05e03 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861322 Jun 25 14:32:05.188222 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cdcce-ec27-475b-ba74-707076520f28 req-e43880f3-a113-4ecb-9425-b2b5837f524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:05.190164 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8b6cdcce-ec27-475b-ba74-707076520f28 req-e43880f3-a113-4ecb-9425-b2b5837f524b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5835938 Jun 25 14:32:05.417256 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 178ffd9d-d308-4b60-be05-3f0b57872341, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=178ffd9d-d308-4b60-be05-3f0b57872341,segment=NetworkSegment(613e82f6-dafd-46cc-851f-bdf7cb7f97b9),segment_id=613e82f6-dafd-46cc-851f-bdf7cb7f97b9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:05.442726 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:05.460829 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:05.462712 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '178ffd9d-d308-4b60-be05-3f0b57872341', 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68', 'port_id': '178ffd9d-d308-4b60-be05-3f0b57872341', 'mac_address': 'fa:16:3e:44:84:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fa1d40-6698-4460-a719-5f9a049dbbb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:32:05.486218 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a9272-c79f-4529-9514-6c1c672018ed req-f2b664aa-d943-4609-a9fb-9efc734fd204 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:05.486850 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a29a9272-c79f-4529-9514-6c1c672018ed req-f2b664aa-d943-4609-a9fb-9efc734fd204 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 945 time: 0.5424576 Jun 25 14:32:05.495782 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8b6cdcce-ec27-475b-ba74-707076520f28 req-c00102c1-1274-4465-8bca-03e6919160f6 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938592 Jun 25 14:32:05.590182 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-bc88f508-a4b5-4e50-ba0b-d40c1deee5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:05.623052 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:05.661841 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178ffd9d-d308-4b60-be05-3f0b57872341 {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:32:05.692148 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 178ffd9d-d308-4b60-be05-3f0b57872341, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=178ffd9d-d308-4b60-be05-3f0b57872341,segment=NetworkSegment(613e82f6-dafd-46cc-851f-bdf7cb7f97b9),segment_id=613e82f6-dafd-46cc-851f-bdf7cb7f97b9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:05.700540 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:05.707026 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:05.791139 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8b6cdcce-ec27-475b-ba74-707076520f28 req-0141c8fe-ce14-4c3a-92a8-cef384bd4dd3 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819974 Jun 25 14:32:05.841248 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a29a9272-c79f-4529-9514-6c1c672018ed req-e6d04873-889f-4010-93af-30f3c9cc9fc0 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292589 Jun 25 14:32:05.865350 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fde1e-8003-4296-b335-7f62afec5d28 req-db67bef2-0dfa-4fd4-a64b-a74711519c72 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:05.867054 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-544fde1e-8003-4296-b335-7f62afec5d28 req-db67bef2-0dfa-4fd4-a64b-a74711519c72 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 944 time: 0.4312010 Jun 25 14:32:05.900015 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=178ffd9d-d308-4b60-be05-3f0b57872341,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:05.917609 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:05.921985 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-544fde1e-8003-4296-b335-7f62afec5d28 req-316ed7f4-10e0-4591-b577-558a807a5521 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462353 Jun 25 14:32:06.064553 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:32:06.139744 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['178ffd9d-d308-4b60-be05-3f0b57872341'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:32:06.345301 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:06.525380 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 729d4a3d-a80f-4702-96f0-246886a863bf details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:32:06.545882 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36d614-e7e3-4d7e-b8de-881496e51431 req-e18431c8-954d-49b9-8ab9-912a5f45fc5d tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:06.560620 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6d36d614-e7e3-4d7e-b8de-881496e51431 req-e18431c8-954d-49b9-8ab9-912a5f45fc5d tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 943 time: 0.1974585 Jun 25 14:32:06.663228 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6d36d614-e7e3-4d7e-b8de-881496e51431 req-de2e2c19-dda1-4979-ae71-72a3d0d2d0ad tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958538 Jun 25 14:32:06.861937 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 729d4a3d-a80f-4702-96f0-246886a863bf, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=729d4a3d-a80f-4702-96f0-246886a863bf,segment=NetworkSegment(613e82f6-dafd-46cc-851f-bdf7cb7f97b9),segment_id=613e82f6-dafd-46cc-851f-bdf7cb7f97b9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:06.883354 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '729d4a3d-a80f-4702-96f0-246886a863bf', 'network_id': '4dc45219-5875-4c3b-97df-d5e5edc87f68', 'port_id': '729d4a3d-a80f-4702-96f0-246886a863bf', 'mac_address': 'fa:16:3e:ea:f0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25fa1d40-6698-4460-a719-5f9a049dbbb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:32:06.958401 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:06.982225 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729d4a3d-a80f-4702-96f0-246886a863bf {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:32:07.005752 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 729d4a3d-a80f-4702-96f0-246886a863bf, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=729d4a3d-a80f-4702-96f0-246886a863bf,segment=NetworkSegment(613e82f6-dafd-46cc-851f-bdf7cb7f97b9),segment_id=613e82f6-dafd-46cc-851f-bdf7cb7f97b9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:07.024101 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:07.028600 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:07.154071 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=729d4a3d-a80f-4702-96f0-246886a863bf,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:07.168126 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:07.433052 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bbe82-b496-4cc1-974e-fe60196d6a21 req-408b8d14-6ae3-4ced-870c-56cee9f06ad3 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:07.434988 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-136bbe82-b496-4cc1-974e-fe60196d6a21 req-408b8d14-6ae3-4ced-870c-56cee9f06ad3 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 944 time: 0.1150870 Jun 25 14:32:07.437159 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['729d4a3d-a80f-4702-96f0-246886a863bf'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:32:07.531039 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-136bbe82-b496-4cc1-974e-fe60196d6a21 req-74ed7424-cb18-4cbe-b46c-a09dc5240557 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894444 Jun 25 14:32:07.617939 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:08.283122 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1924e62d-2629-42b3-8b87-cec0a098ca72 req-f2d0ee96-23eb-4cee-b02b-6eb95b31a716 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3468983 Jun 25 14:32:08.300799 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad5246-73d0-48fc-b636-ca2fe8a1f8b4 req-42e00f5c-2d86-4593-bdfe-bce03a835751 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:08.302594 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ddad5246-73d0-48fc-b636-ca2fe8a1f8b4 req-42e00f5c-2d86-4593-bdfe-bce03a835751 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 944 time: 0.2829313 Jun 25 14:32:08.430765 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:08.443889 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50212) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:08.459748 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ddad5246-73d0-48fc-b636-ca2fe8a1f8b4 req-dc9a00b5-6cfd-4697-8a60-f1e80a2446ca tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444924 Jun 25 14:32:08.529232 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:32:08.702852 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:32:08.713472 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:32:08.714578 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:08.733407 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:32:08.736626 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3f3880c0-6511-4bf7-a037-7f16ff3e7e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:08.798536 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-3f3880c0-6511-4bf7-a037-7f16ff3e7e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:08.800185 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924e62d-2629-42b3-8b87-cec0a098ca72 req-69147cb7-de42-4556-aac4-46042a15cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:08.803898 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-3f3880c0-6511-4bf7-a037-7f16ff3e7e78 admin admin] Usage tracker for resource:security_group_rule and tenant:1c9b63c907f948f69449fac43e730e20 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:08.805421 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1924e62d-2629-42b3-8b87-cec0a098ca72 req-69147cb7-de42-4556-aac4-46042a15cd27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4267f6d2c49c40a9840831083865e5d8&device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 1098 time: 0.2320690 Jun 25 14:32:08.809479 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-3f3880c0-6511-4bf7-a037-7f16ff3e7e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:08.830901 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-3f3880c0-6511-4bf7-a037-7f16ff3e7e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:08.967606 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617440a3-3f4f-42fa-b948-e0788c7544f6 req-f0bfb9bd-aa89-4835-99be-f64a3986489f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:08.974938 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-617440a3-3f4f-42fa-b948-e0788c7544f6 req-f0bfb9bd-aa89-4835-99be-f64a3986489f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 944 time: 0.1818626 Jun 25 14:32:09.044625 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3f3880c0-6511-4bf7-a037-7f16ff3e7e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:09.049833 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-617440a3-3f4f-42fa-b948-e0788c7544f6 req-53582c7f-0bb4-42b4-b959-2bb0f14c1a02 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730155 Jun 25 14:32:09.056672 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3f3880c0-6511-4bf7-a037-7f16ff3e7e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:09.084525 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:09.120911 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:09.134456 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:09.155758 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-3f3880c0-6511-4bf7-a037-7f16ff3e7e78 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c9b63c907f948f69449fac43e730e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7101269 Jun 25 14:32:09.156249 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:09.158113 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 50236) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:09.161910 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3880c0-6511-4bf7-a037-7f16ff3e7e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d4cb6c-e2d0-4c7e-a2de-ccac988aae2a,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:09.166368 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3f3880c0-6511-4bf7-a037-7f16ff3e7e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:09.176252 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:09.176252 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 178ffd9d-d308-4b60-be05-3f0b57872341 up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:32:09.204288 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:09.240597 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'code': 200} Jun 25 14:32:09.303119 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:09.325329 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:09.329859 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:09.331673 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 178ffd9d-d308-4b60-be05-3f0b57872341 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:32:09.338353 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 178ffd9d-d308-4b60-be05-3f0b57872341 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:32:09.339059 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:09.359443 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:09.488345 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:09.496449 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:09.511419 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:09.516399 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d4cb6c-e2d0-4c7e-a2de-ccac988aae2a,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:09.542340 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:09.542889 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:09.543400 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:09.549359 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:09.550294 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:09.551385 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:09.557134 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:09.559395 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:09.559868 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:09.560272 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:09.561324 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:09.561727 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:09.570230 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:09.594548 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:09.596955 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/13d4cb6c-e2d0-4c7e-a2de-ccac988aae2a HTTP/1.1" status: 204 len: 168 time: 0.4372568 Jun 25 14:32:09.655393 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 178ffd9d-d308-4b60-be05-3f0b57872341, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=178ffd9d-d308-4b60-be05-3f0b57872341,segment=NetworkSegment(613e82f6-dafd-46cc-851f-bdf7cb7f97b9),segment_id=613e82f6-dafd-46cc-851f-bdf7cb7f97b9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:09.662617 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:09.666885 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-52c8464f-cdb7-40b0-b3ec-cf13af6de29d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:09.874808 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=178ffd9d-d308-4b60-be05-3f0b57872341,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:09.911058 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:10.096125 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec2d91-c277-48e2-ad1f-ffcf476810e8 req-911549e3-ec7d-4108-90f1-f9541ac7af7a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:10.098508 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4aec2d91-c277-48e2-ad1f-ffcf476810e8 req-911549e3-ec7d-4108-90f1-f9541ac7af7a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 944 time: 0.2561660 Jun 25 14:32:10.208874 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4aec2d91-c277-48e2-ad1f-ffcf476810e8 req-47272e0d-1d13-4e88-91e6-e8251cc54f31 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956650 Jun 25 14:32:10.417296 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50272) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:10.455255 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:10.481006 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:10.487428 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Usage tracker for resource:security_group_rule and tenant:2f2366929fec4e5fb34128bfaf8ab8dd is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:10.492166 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:10.503196 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:10.636287 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2ff07-801a-45de-943d-4908360792f5 req-3b8511b2-24e4-4354-a972-e33b8ace3279 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:10.639026 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9fe2ff07-801a-45de-943d-4908360792f5 req-3b8511b2-24e4-4354-a972-e33b8ace3279 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.2918761 Jun 25 14:32:10.648545 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:10.654042 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:10.666835 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-94cb3347-6314-4a75-8314-e06546658f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:10.709631 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bd05f8-0dbe-4baa-826d-3f42b805a750,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:10.712872 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9fe2ff07-801a-45de-943d-4908360792f5 req-ce13acf0-520f-44a7-942b-d538884855ae tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664415 Jun 25 14:32:10.716490 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f2366929fec4e5fb34128bfaf8ab8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953427 Jun 25 14:32:10.718730 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 50276) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:10.721282 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:10.721640 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:10.722014 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:10.722359 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:10.722718 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:10.723144 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:10.723485 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:10.723855 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:10.724197 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:10.724584 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:10.724957 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:10.725247 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:10.730769 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:10.797593 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5164d2b5-44b9-4307-9736-0fd227445ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:10.826051 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5164d2b5-44b9-4307-9736-0fd227445ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:10.884488 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5164d2b5-44b9-4307-9736-0fd227445ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:10.889148 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:10.902233 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164d2b5-44b9-4307-9736-0fd227445ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bd05f8-0dbe-4baa-826d-3f42b805a750,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:10.906235 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-5164d2b5-44b9-4307-9736-0fd227445ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:10.909997 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5164d2b5-44b9-4307-9736-0fd227445ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:10.911116 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-5164d2b5-44b9-4307-9736-0fd227445ab3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34bd05f8-0dbe-4baa-826d-3f42b805a750 HTTP/1.1" status: 204 len: 168 time: 0.1906343 Jun 25 14:32:11.242599 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71a0c50-61d3-46e3-81bf-f5c74dfc5518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178ffd9d-d308-4b60-be05-3f0b57872341'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:11.306697 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71a0c50-61d3-46e3-81bf-f5c74dfc5518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178ffd9d-d308-4b60-be05-3f0b57872341', 'code': 200} Jun 25 14:32:12.035451 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47023c2-d8e3-4405-a64e-f92d1628f939 req-80100d6d-430f-4748-b1f2-5ca545ec7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:12.041585 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e47023c2-d8e3-4405-a64e-f92d1628f939 req-80100d6d-430f-4748-b1f2-5ca545ec7eeb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 1098 time: 0.1510866 Jun 25 14:32:12.161306 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924e62d-2629-42b3-8b87-cec0a098ca72 req-bd356024-94d7-4e1b-8277-8f39359df20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:12.163742 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1924e62d-2629-42b3-8b87-cec0a098ca72 req-bd356024-94d7-4e1b-8277-8f39359df20b service neutron] 10.222.0.69 "GET /v2.0/networks?id=7547761a-6e72-4a8e-bafc-6aad6d810e2b HTTP/1.1" status: 200 len: 913 time: 0.7541392 Jun 25 14:32:12.251113 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05cf7d-36da-4876-984f-c2461ac7b57e req-2222261e-ff7c-446c-a51d-579e1a46d174 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:12.252746 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8a05cf7d-36da-4876-984f-c2461ac7b57e req-2222261e-ff7c-446c-a51d-579e1a46d174 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 944 time: 0.5195723 Jun 25 14:32:12.325296 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0e9e9-1968-4138-89a2-f284100a8802 req-897910cc-e73a-4eec-9325-76cd19c9f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:12.326664 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-78f0e9e9-1968-4138-89a2-f284100a8802 req-897910cc-e73a-4eec-9325-76cd19c9f591 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 1099 time: 0.4271939 Jun 25 14:32:12.333227 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8a05cf7d-36da-4876-984f-c2461ac7b57e req-dad21ed7-bfac-4048-a9ba-85d428bcbe59 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698347 Jun 25 14:32:12.357747 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0d460-209d-4620-86cc-34268056e498 req-9dff4cd3-916a-4291-932c-dddea2fd87f2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:12.359304 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7db0d460-209d-4620-86cc-34268056e498 req-9dff4cd3-916a-4291-932c-dddea2fd87f2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.2119801 Jun 25 14:32:12.452441 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7db0d460-209d-4620-86cc-34268056e498 req-e76e8c3c-a2e8-4ed4-aae0-cfba6f83b01b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747662 Jun 25 14:32:13.648903 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fe278-b4c5-44d2-9887-217a5946e6d2 req-046dc524-2e53-4187-82d8-2109ffd82cdd tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:13.652122 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c07fe278-b4c5-44d2-9887-217a5946e6d2 req-046dc524-2e53-4187-82d8-2109ffd82cdd tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 944 time: 0.1546247 Jun 25 14:32:13.827423 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c07fe278-b4c5-44d2-9887-217a5946e6d2 req-40c079d6-9eb5-417d-ab5b-71bec1012f7e tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674521 Jun 25 14:32:13.886414 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d377f-fe01-4b75-9500-6325c2c5c441 req-d6d40da8-2918-4488-8563-c80f09c90317 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:13.889020 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a88d377f-fe01-4b75-9500-6325c2c5c441 req-d6d40da8-2918-4488-8563-c80f09c90317 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1382296 Jun 25 14:32:13.968031 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a88d377f-fe01-4b75-9500-6325c2c5c441 req-4c9eff4c-ee5b-4b2a-974f-7bda007c8a81 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718482 Jun 25 14:32:14.708545 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 729d4a3d-a80f-4702-96f0-246886a863bf up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:32:14.795008 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 729d4a3d-a80f-4702-96f0-246886a863bf completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:32:14.797561 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e47023c2-d8e3-4405-a64e-f92d1628f939 req-6c931554-32c4-4d8c-ac17-4bf3f9dfaac1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718408 Jun 25 14:32:14.801166 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 729d4a3d-a80f-4702-96f0-246886a863bf triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:32:14.801553 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:14.900741 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1924e62d-2629-42b3-8b87-cec0a098ca72 req-e232131b-67dc-403e-9469-b61af11cc7ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db1dae07-ded7-4c23-b442-13a705c0aa4a HTTP/1.1" status: 200 len: 217 time: 0.1420777 Jun 25 14:32:14.921812 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-78f0e9e9-1968-4138-89a2-f284100a8802 req-65ec5017-266f-445a-ad1f-ffe1dadf8cef service neutron] Synchronizing usage tracker for tenant:4b4cc32eb9b84b5ca3bbc58d9360aacc on resource:security_group {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:32:14.950362 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-78f0e9e9-1968-4138-89a2-f284100a8802 req-65ec5017-266f-445a-ad1f-ffe1dadf8cef service neutron] Unset dirty status for tenant:4b4cc32eb9b84b5ca3bbc58d9360aacc on resource:security_group {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:32:14.952406 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-78f0e9e9-1968-4138-89a2-f284100a8802 req-65ec5017-266f-445a-ad1f-ffe1dadf8cef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262106 Jun 25 14:32:15.006187 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:15.067317 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7194a32-bcbf-415f-b50b-41766594692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729d4a3d-a80f-4702-96f0-246886a863bf'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:15.086234 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 729d4a3d-a80f-4702-96f0-246886a863bf, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=729d4a3d-a80f-4702-96f0-246886a863bf,segment=NetworkSegment(613e82f6-dafd-46cc-851f-bdf7cb7f97b9),segment_id=613e82f6-dafd-46cc-851f-bdf7cb7f97b9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:15.094136 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:15.098188 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:15.185472 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=729d4a3d-a80f-4702-96f0-246886a863bf,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:15.199168 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:15.199819 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:15.200429 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:15.200963 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:15.201507 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:15.202045 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:15.202577 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:15.203117 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:15.203686 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:15.204258 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:15.204793 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:15.205321 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:32:15.212835 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:15.302519 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a79e71-696d-4a66-ab9c-da33d1d27804 req-1c790648-c139-4e5c-9b9c-0dbfd562ef7a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:15.309807 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e1a79e71-696d-4a66-ab9c-da33d1d27804 req-1c790648-c139-4e5c-9b9c-0dbfd562ef7a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.2004626 Jun 25 14:32:15.335303 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d4558-ac09-4789-b09a-ecb008f47075 req-62b721b5-20ac-4a41-bbee-20f229bdf343 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:15.336131 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bd7d4558-ac09-4789-b09a-ecb008f47075 req-62b721b5-20ac-4a41-bbee-20f229bdf343 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1574368 Jun 25 14:32:15.392002 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e1a79e71-696d-4a66-ab9c-da33d1d27804 req-eb0492ea-10b4-486e-abce-f2ca2a2cd722 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812149 Jun 25 14:32:15.417522 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bd7d4558-ac09-4789-b09a-ecb008f47075 req-d00d3086-4c70-4358-bb0f-55348a2f24ce tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623257 Jun 25 14:32:15.492668 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7194a32-bcbf-415f-b50b-41766594692c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729d4a3d-a80f-4702-96f0-246886a863bf', 'code': 200} Jun 25 14:32:15.597971 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924e62d-2629-42b3-8b87-cec0a098ca72 req-d4c1e475-7ab4-47b8-9a62-b1a0b7e2771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:15.599804 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1924e62d-2629-42b3-8b87-cec0a098ca72 req-d4c1e475-7ab4-47b8-9a62-b1a0b7e2771a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6cc7b9ce-1c5f-4c83-8b08-71e674495b2d HTTP/1.1" status: 200 len: 852 time: 0.0700138 Jun 25 14:32:15.691259 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1924e62d-2629-42b3-8b87-cec0a098ca72 req-03e4d76d-8315-4c74-9ce1-c7ecc40e7538 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7547761a-6e72-4a8e-bafc-6aad6d810e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478909 Jun 25 14:32:15.969948 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1924e62d-2629-42b3-8b87-cec0a098ca72 req-902270ac-6180-4b23-a2ce-fa87d742dc6d service neutron] 10.222.0.69 "GET /v2.0/networks/7547761a-6e72-4a8e-bafc-6aad6d810e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641454 Jun 25 14:32:16.088225 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92714c-90de-4d83-aa56-2f0e05dbeaa9 req-8a20a55a-10c8-4df9-884e-7e98fc087079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:16.089708 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4f92714c-90de-4d83-aa56-2f0e05dbeaa9 req-8a20a55a-10c8-4df9-884e-7e98fc087079 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 1098 time: 0.1912868 Jun 25 14:32:16.169366 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4f92714c-90de-4d83-aa56-2f0e05dbeaa9 req-a82e5e09-2841-4715-8d41-8f48f94f2885 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692139 Jun 25 14:32:16.177809 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1924e62d-2629-42b3-8b87-cec0a098ca72 req-f6800027-2bc1-44e9-8ed1-d0bd691aa14f service neutron] 10.222.0.69 "GET /v2.0/networks/7547761a-6e72-4a8e-bafc-6aad6d810e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912465 Jun 25 14:32:16.797043 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c440f33-4e32-420a-8d22-8778b393f66e req-ae6aae70-e422-49f1-bfd3-4184c0fa8580 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:16.797043 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7c440f33-4e32-420a-8d22-8778b393f66e req-ae6aae70-e422-49f1-bfd3-4184c0fa8580 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1968048 Jun 25 14:32:16.809377 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b116-b95d-40e9-8f81-71e0ef2fc786 req-9902a698-31e2-4d94-870b-b5854482026b tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:16.811630 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b111b116-b95d-40e9-8f81-71e0ef2fc786 req-9902a698-31e2-4d94-870b-b5854482026b tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.2850599 Jun 25 14:32:16.953313 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7c440f33-4e32-420a-8d22-8778b393f66e req-6681b5b3-6737-4d2e-9f60-87fd70d6dcb7 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366355 Jun 25 14:32:16.960203 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b111b116-b95d-40e9-8f81-71e0ef2fc786 req-d035fa2a-ca92-4ab8-b57f-11f6788243cd tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408429 Jun 25 14:32:18.403469 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db1b5d-3435-4337-bffb-2993528ed902 req-bb5cbcd7-1bcf-4ad7-89eb-ce3ec9a1a4ff tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:18.405476 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-85db1b5d-3435-4337-bffb-2993528ed902 req-bb5cbcd7-1bcf-4ad7-89eb-ce3ec9a1a4ff tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.2253613 Jun 25 14:32:18.443588 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4fe71-80fd-4ed2-ae20-258058f8aa8f req-d4960c3a-65a8-414f-b26a-4c78782fdfdb tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:18.445153 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2ac4fe71-80fd-4ed2-ae20-258058f8aa8f req-d4960c3a-65a8-414f-b26a-4c78782fdfdb tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.1989012 Jun 25 14:32:18.503089 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-85db1b5d-3435-4337-bffb-2993528ed902 req-4cb3f560-4b9c-4936-bcbd-2d8617388917 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890656 Jun 25 14:32:18.524729 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2ac4fe71-80fd-4ed2-ae20-258058f8aa8f req-7a17aead-f0ac-4648-89be-be62b71234c7 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691550 Jun 25 14:32:18.907035 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f43c42-cb12-41e1-adbc-a8185ec893d0 req-46acacca-6dc3-4694-be18-095d52e31bc8 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:18.909361 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b5f43c42-cb12-41e1-adbc-a8185ec893d0 req-46acacca-6dc3-4694-be18-095d52e31bc8 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1771498 Jun 25 14:32:18.925400 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50486) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:18.935712 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-bc929e9d-3055-4f54-9988-1f085bc02726 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Request body: {'floatingip': {'port_id': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:32:19.260794 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10273a-6a1f-469e-8a01-cb4b1d09bee5 req-10909747-1a71-44a5-b502-351f9cfbc180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:19.262543 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef10273a-6a1f-469e-8a01-cb4b1d09bee5 req-10909747-1a71-44a5-b502-351f9cfbc180 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445a61d727034821bf08ebd2c102dc6c&device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 1098 time: 0.1941512 Jun 25 14:32:19.345986 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bc929e9d-3055-4f54-9988-1f085bc02726 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:19.567580 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de98fa-e35a-4500-bcdf-05530ea5bb39 req-3cf09f04-5f0f-4a15-ac3b-b4b74a95e754 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:19.567580 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-99de98fa-e35a-4500-bcdf-05530ea5bb39 req-3cf09f04-5f0f-4a15-ac3b-b4b74a95e754 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.3031318 Jun 25 14:32:19.627599 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10273a-6a1f-469e-8a01-cb4b1d09bee5 req-496242e3-b1ee-426a-bde3-f04aa0b66c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:19.629096 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef10273a-6a1f-469e-8a01-cb4b1d09bee5 req-496242e3-b1ee-426a-bde3-f04aa0b66c9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=4dc45219-5875-4c3b-97df-d5e5edc87f68 HTTP/1.1" status: 200 len: 920 time: 0.3020940 Jun 25 14:32:19.638075 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-99de98fa-e35a-4500-bcdf-05530ea5bb39 req-de85aed2-8593-41b5-bcd2-b5bfa31c6bed tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523102 Jun 25 14:32:19.732051 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef10273a-6a1f-469e-8a01-cb4b1d09bee5 req-ee10397c-77df-4e20-b715-d731895f7c05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=729d4a3d-a80f-4702-96f0-246886a863bf HTTP/1.1" status: 200 len: 217 time: 0.0926418 Jun 25 14:32:19.898247 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10273a-6a1f-469e-8a01-cb4b1d09bee5 req-0b5253f8-73cb-4189-b2d5-0f1ebb3079c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:19.901628 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef10273a-6a1f-469e-8a01-cb4b1d09bee5 req-0b5253f8-73cb-4189-b2d5-0f1ebb3079c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25fa1d40-6698-4460-a719-5f9a049dbbb9 HTTP/1.1" status: 200 len: 859 time: 0.1627493 Jun 25 14:32:19.997002 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef10273a-6a1f-469e-8a01-cb4b1d09bee5 req-4cfc175b-79f6-4fcb-adcd-b2193c432b10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4dc45219-5875-4c3b-97df-d5e5edc87f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802269 Jun 25 14:32:20.178613 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef10273a-6a1f-469e-8a01-cb4b1d09bee5 req-2b19eaea-9463-4324-99bb-93e2417a9383 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732781 Jun 25 14:32:20.438985 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bc929e9d-3055-4f54-9988-1f085bc02726 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:20.443704 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bc929e9d-3055-4f54-9988-1f085bc02726 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:20.456642 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef10273a-6a1f-469e-8a01-cb4b1d09bee5 req-c87bace5-07e7-4f75-ae81-feb8e4320f9b service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695403 Jun 25 14:32:20.667477 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.l3_db [None req-bc929e9d-3055-4f54-9988-1f085bc02726 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Floating IP becccd3b-b4c7-4c2e-902a-cf022d226c41 associated. External IP: 172.27.2.107, port: 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f. Jun 25 14:32:20.933657 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47d387-b19c-41c5-9b18-48c0fcbe17d2 req-97506f1a-75f6-4c5c-bb22-b294f866f4e7 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:20.938381 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fd47d387-b19c-41c5-9b18-48c0fcbe17d2 req-97506f1a-75f6-4c5c-bb22-b294f866f4e7 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.1442177 Jun 25 14:32:21.036521 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fd47d387-b19c-41c5-9b18-48c0fcbe17d2 req-5fcec96f-3f05-4df6-8637-d81bfc86ce7d tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835302 Jun 25 14:32:21.418078 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc929e9d-3055-4f54-9988-1f085bc02726 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Router bae3fb90-6b59-4682-a3ba-da3f268b2c86 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:32:21.661669 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc929e9d-3055-4f54-9988-1f085bc02726 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:32:21.694767 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21549aa7-19b0-4b4d-8d31-90c7545005c7 None None] Sync routers for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:32:21.712212 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bc929e9d-3055-4f54-9988-1f085bc02726 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:21.726576 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21549aa7-19b0-4b4d-8d31-90c7545005c7 None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:32:21.729265 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-21549aa7-19b0-4b4d-8d31-90c7545005c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:32:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:32:21.789185 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 50568) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:21.852250 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-bc929e9d-3055-4f54-9988-1f085bc02726 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "PUT /v2.0/floatingips/becccd3b-b4c7-4c2e-902a-cf022d226c41 HTTP/1.1" status: 200 len: 991 time: 2.9187655 Jun 25 14:32:21.852250 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:21.916918 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'status': 'completed', 'code': 200} Jun 25 14:32:22.062299 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-21549aa7-19b0-4b4d-8d31-90c7545005c7 None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:32:22.110210 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b6f6defd-ce98-42e0-b8bc-d81401d211d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:22.145309 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-b6f6defd-ce98-42e0-b8bc-d81401d211d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:22.150933 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-b6f6defd-ce98-42e0-b8bc-d81401d211d3 admin admin] Usage tracker for resource:security_group_rule and tenant:14974d0f54c046a6974be4755d430b03 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:22.156024 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-b6f6defd-ce98-42e0-b8bc-d81401d211d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:22.163607 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-b6f6defd-ce98-42e0-b8bc-d81401d211d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:22.382231 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3708b-7a02-406e-a7fd-d9a7451565f8 req-e2c3c1d1-67f2-464c-8831-63d6f8f83386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:22.383896 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9cc3708b-7a02-406e-a7fd-d9a7451565f8 req-e2c3c1d1-67f2-464c-8831-63d6f8f83386 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 1098 time: 0.4155891 Jun 25 14:32:22.391228 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b6f6defd-ce98-42e0-b8bc-d81401d211d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:22.421537 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b6f6defd-ce98-42e0-b8bc-d81401d211d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:22.441103 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:22.576386 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-b6f6defd-ce98-42e0-b8bc-d81401d211d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14974d0f54c046a6974be4755d430b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7878356 Jun 25 14:32:22.577438 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6defd-ce98-42e0-b8bc-d81401d211d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad3d4b3-7d79-4e17-85fa-a4787e331ee1,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:22.579059 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50600) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:22.599389 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-b6f6defd-ce98-42e0-b8bc-d81401d211d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:22.669524 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0aee-ff95-4e53-95ea-b99d491f6c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:22.704022 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3708b-7a02-406e-a7fd-d9a7451565f8 req-2b7d0dea-c2b6-44bb-90aa-e1ce79303c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:22.707273 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9cc3708b-7a02-406e-a7fd-d9a7451565f8 req-2b7d0dea-c2b6-44bb-90aa-e1ce79303c78 service neutron] 10.222.0.69 "GET /v2.0/networks?id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 200 len: 918 time: 0.3072345 Jun 25 14:32:22.726267 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f353d7e-5c95-491e-b168-b0db62bf7cb5 req-895f7f19-e928-482d-98ec-912b35a23ca5 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:22.727236 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0aee-ff95-4e53-95ea-b99d491f6c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:22.729224 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2f353d7e-5c95-491e-b168-b0db62bf7cb5 req-895f7f19-e928-482d-98ec-912b35a23ca5 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.4161134 Jun 25 14:32:22.748052 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-21549aa7-19b0-4b4d-8d31-90c7545005c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'becccd3b-b4c7-4c2e-902a-cf022d226c41', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'port_id': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'mac_address': 'fa:16:3e:4b:a1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:31:34Z', 'updated_at': '2021-06-25T14:32:20Z', 'revision_number': 1, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:32:22.768811 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21549aa7-19b0-4b4d-8d31-90c7545005c7 None None] Checking router: bae3fb90-6b59-4682-a3ba-da3f268b2c86 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:32:22.837968 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21549aa7-19b0-4b4d-8d31-90c7545005c7 None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:32:22.841350 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-21549aa7-19b0-4b4d-8d31-90c7545005c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:32:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:32:22.875312 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2f353d7e-5c95-491e-b168-b0db62bf7cb5 req-23faf7bc-6c93-461e-9c99-da4bc8a52f12 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868499 Jun 25 14:32:22.892822 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0aee-ff95-4e53-95ea-b99d491f6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:22.894479 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9cc3708b-7a02-406e-a7fd-d9a7451565f8 req-ddb4f899-58bb-4950-bb8f-b0c17a9eb1f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f HTTP/1.1" status: 200 len: 999 time: 0.1641190 Jun 25 14:32:22.898656 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-0ee54e6b-5e04-430f-8590-3eb0b6293560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:22.940345 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0aee-ff95-4e53-95ea-b99d491f6c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:22.956809 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-1d7a0aee-ff95-4e53-95ea-b99d491f6c5c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bad3d4b3-7d79-4e17-85fa-a4787e331ee1 HTTP/1.1" status: 204 len: 168 time: 0.3706133 Jun 25 14:32:22.959183 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a0aee-ff95-4e53-95ea-b99d491f6c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad3d4b3-7d79-4e17-85fa-a4787e331ee1,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:22.966512 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-1d7a0aee-ff95-4e53-95ea-b99d491f6c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:23.053559 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3708b-7a02-406e-a7fd-d9a7451565f8 req-b3305eb8-a930-4554-b1d3-0fc28fd05cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:23.055916 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9cc3708b-7a02-406e-a7fd-d9a7451565f8 req-b3305eb8-a930-4554-b1d3-0fc28fd05cc6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d342de52-d2d2-45a2-92c2-62e59e532739 HTTP/1.1" status: 200 len: 856 time: 0.1469071 Jun 25 14:32:23.149853 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50614) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:23.217453 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3708b-7a02-406e-a7fd-d9a7451565f8 req-7cdcb8a3-0fea-4d3a-bfdc-bedcf1ab769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:23.219051 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9cc3708b-7a02-406e-a7fd-d9a7451565f8 req-7cdcb8a3-0fea-4d3a-bfdc-bedcf1ab769b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1507790 Jun 25 14:32:23.474342 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-21549aa7-19b0-4b4d-8d31-90c7545005c7 None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:32:23.493950 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9cc3708b-7a02-406e-a7fd-d9a7451565f8 req-b2da6fb5-61ca-48fd-b6f3-58ce4705b538 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571218 Jun 25 14:32:23.707180 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9cc3708b-7a02-406e-a7fd-d9a7451565f8 req-c991e372-bd91-41b6-b5a5-56f4535810ea service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067916 Jun 25 14:32:23.766368 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50632) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:23.837929 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e0021b91-2660-48f7-8759-ac637aa54f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:23.854990 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e6f8cbdc-ba8f-4b31-91b4-f62d4135f24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:23.877418 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-e0021b91-2660-48f7-8759-ac637aa54f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:23.881122 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-e6f8cbdc-ba8f-4b31-91b4-f62d4135f24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:23.886850 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-e0021b91-2660-48f7-8759-ac637aa54f87 admin admin] Usage tracker for resource:security_group_rule and tenant:4d0fbeeb14da40f79190a52af70cc958 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:23.890879 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-e6f8cbdc-ba8f-4b31-91b4-f62d4135f24f admin admin] Usage tracker for resource:security_group_rule and tenant:171b278674f5458880687bea25461458 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:23.893796 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-e0021b91-2660-48f7-8759-ac637aa54f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:23.896843 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-e6f8cbdc-ba8f-4b31-91b4-f62d4135f24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:23.907050 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-e0021b91-2660-48f7-8759-ac637aa54f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:23.910824 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-e6f8cbdc-ba8f-4b31-91b4-f62d4135f24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:24.195319 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e6f8cbdc-ba8f-4b31-91b4-f62d4135f24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:24.219563 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e6f8cbdc-ba8f-4b31-91b4-f62d4135f24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:24.248428 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-ddf16a09-c930-4624-95f6-c3bf61d2dedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:24.344004 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-21549aa7-19b0-4b4d-8d31-90c7545005c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'becccd3b-b4c7-4c2e-902a-cf022d226c41', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'port_id': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'mac_address': 'fa:16:3e:4b:a1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:31:34Z', 'updated_at': '2021-06-25T14:32:20Z', 'revision_number': 1, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:32:24.345492 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-e6f8cbdc-ba8f-4b31-91b4-f62d4135f24f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=171b278674f5458880687bea25461458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5780489 Jun 25 14:32:24.349844 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50648) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:24.359434 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21549aa7-19b0-4b4d-8d31-90c7545005c7 None None] The sync data for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi is: [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'becccd3b-b4c7-4c2e-902a-cf022d226c41', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'port_id': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'mac_address': 'fa:16:3e:4b:a1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:31:34Z', 'updated_at': '2021-06-25T14:32:20Z', 'revision_number': 1, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:32:24.369135 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8cbdc-ba8f-4b31-91b4-f62d4135f24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b797a66-93cf-4c7c-8f44-31cd19a58fbf,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:24.375512 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e6f8cbdc-ba8f-4b31-91b4-f62d4135f24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:24.483084 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e85b9-5222-4f69-8860-a4e1b422aa64 req-4e860fe3-9466-4ec6-b024-78bb0222c8a8 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:24.493768 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-380e85b9-5222-4f69-8860-a4e1b422aa64 req-4e860fe3-9466-4ec6-b024-78bb0222c8a8 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.4051201 Jun 25 14:32:24.496109 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50656) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:24.597493 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-380e85b9-5222-4f69-8860-a4e1b422aa64 req-6e1366d0-beb2-423f-8849-e95a5af51b42 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021214 Jun 25 14:32:24.673430 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c7c71ced-d9bd-4a4a-bc98-4c178656467e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:24.755348 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e0021b91-2660-48f7-8759-ac637aa54f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:24.772457 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9274539a-1de5-4a05-b470-2649a6b30c40 None None] New status for floating IP becccd3b-b4c7-4c2e-902a-cf022d226c41: ACTIVE {{(pid=78418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:32:24.797489 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c7c71ced-d9bd-4a4a-bc98-4c178656467e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:24.828406 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e0021b91-2660-48f7-8759-ac637aa54f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:24.851838 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:24.875476 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-09ab652c-8a32-4c32-ab43-b1da04683e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:24.940756 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-09ab652c-8a32-4c32-ab43-b1da04683e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:24.967038 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-09ab652c-8a32-4c32-ab43-b1da04683e19 admin admin] Usage tracker for resource:security_group_rule and tenant:39994384d58f44b8abcbca46ed20059a is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:24.972742 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0021b91-2660-48f7-8759-ac637aa54f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957aca84-2caf-4123-9707-2c66eb18ed21,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:24.980627 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 50668) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:24.980752 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-e0021b91-2660-48f7-8759-ac637aa54f87 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4d0fbeeb14da40f79190a52af70cc958&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8293998 Jun 25 14:32:24.981831 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-09ab652c-8a32-4c32-ab43-b1da04683e19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:24.987015 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e0021b91-2660-48f7-8759-ac637aa54f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:25.005100 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-09ab652c-8a32-4c32-ab43-b1da04683e19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:25.057836 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c7c71ced-d9bd-4a4a-bc98-4c178656467e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.100319 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3f3880c0-6511-4bf7-a037-7f16ff3e7e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:25.101303 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc205-62c9-4a71-aff0-07d6563b788d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.148704 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc205-62c9-4a71-aff0-07d6563b788d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.171450 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c71ced-d9bd-4a4a-bc98-4c178656467e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b797a66-93cf-4c7c-8f44-31cd19a58fbf,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:25.182130 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c7c71ced-d9bd-4a4a-bc98-4c178656467e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:25.200391 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c7c71ced-d9bd-4a4a-bc98-4c178656467e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.207117 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-c7c71ced-d9bd-4a4a-bc98-4c178656467e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b797a66-93cf-4c7c-8f44-31cd19a58fbf HTTP/1.1" status: 204 len: 168 time: 0.8554392 Jun 25 14:32:25.225360 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc205-62c9-4a71-aff0-07d6563b788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.234975 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-b6f6defd-ce98-42e0-b8bc-d81401d211d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:25.255915 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cc205-62c9-4a71-aff0-07d6563b788d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957aca84-2caf-4123-9707-2c66eb18ed21,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:25.271282 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-4f5cc205-62c9-4a71-aff0-07d6563b788d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:25.284903 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-4f5cc205-62c9-4a71-aff0-07d6563b788d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.295298 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-4f5cc205-62c9-4a71-aff0-07d6563b788d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/957aca84-2caf-4123-9707-2c66eb18ed21 HTTP/1.1" status: 204 len: 168 time: 0.3126628 Jun 25 14:32:25.345595 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-09ab652c-8a32-4c32-ab43-b1da04683e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.351772 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-09ab652c-8a32-4c32-ab43-b1da04683e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.368784 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2f5ac100-5481-4099-ad2d-fa2ff5cb7375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:25.422685 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-09ab652c-8a32-4c32-ab43-b1da04683e19 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=39994384d58f44b8abcbca46ed20059a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9186573 Jun 25 14:32:25.425251 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50682) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:25.428859 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab652c-8a32-4c32-ab43-b1da04683e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69171f4d-1bc8-4fa7-9122-5c452a9dd50b,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:25.443915 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-09ab652c-8a32-4c32-ab43-b1da04683e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:25.537368 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-aab90b30-5c8b-490b-8b1d-3c62c04d41b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.585874 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-aab90b30-5c8b-490b-8b1d-3c62c04d41b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.718431 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-aab90b30-5c8b-490b-8b1d-3c62c04d41b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.739644 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-09ab652c-8a32-4c32-ab43-b1da04683e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:25.798963 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab90b30-5c8b-490b-8b1d-3c62c04d41b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69171f4d-1bc8-4fa7-9122-5c452a9dd50b,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:25.807534 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-aab90b30-5c8b-490b-8b1d-3c62c04d41b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:25.811775 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-aab90b30-5c8b-490b-8b1d-3c62c04d41b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:25.812915 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-aab90b30-5c8b-490b-8b1d-3c62c04d41b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/69171f4d-1bc8-4fa7-9122-5c452a9dd50b HTTP/1.1" status: 204 len: 168 time: 0.3865576 Jun 25 14:32:25.904845 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb2501-a129-4296-a088-613d965775ab req-1b38d613-83a1-46b8-a648-f59723227bf5 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:25.912126 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-59eb2501-a129-4296-a088-613d965775ab req-1b38d613-83a1-46b8-a648-f59723227bf5 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.1716368 Jun 25 14:32:25.976641 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-59eb2501-a129-4296-a088-613d965775ab req-695e8e43-90ec-451f-8c1e-75c86b30b984 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633876 Jun 25 14:32:26.162561 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81c0be-c560-4616-88ce-c36c132691eb req-3ecf76e5-6edd-417f-a290-8f8e4e4a4686 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:26.170526 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4d81c0be-c560-4616-88ce-c36c132691eb req-3ecf76e5-6edd-417f-a290-8f8e4e4a4686 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 945 time: 0.0996029 Jun 25 14:32:26.251083 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4d81c0be-c560-4616-88ce-c36c132691eb req-fae3e969-406f-47f8-9304-26da1db7f068 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792964 Jun 25 14:32:26.444556 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50728) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:26.475954 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5a540a8e-2996-4a97-957a-16ca3af419a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:26.505295 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5a540a8e-2996-4a97-957a-16ca3af419a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:26.511463 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5a540a8e-2996-4a97-957a-16ca3af419a3 admin admin] Usage tracker for resource:security_group_rule and tenant:a3489f7969864a27b1b63503e34675d0 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:26.515168 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5a540a8e-2996-4a97-957a-16ca3af419a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:26.531542 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5a540a8e-2996-4a97-957a-16ca3af419a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:26.674377 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5a540a8e-2996-4a97-957a-16ca3af419a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:26.683379 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5a540a8e-2996-4a97-957a-16ca3af419a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:26.700172 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4e9feb95-71af-4c71-bc37-cd2f0fb63475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:26.750762 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-5a540a8e-2996-4a97-957a-16ca3af419a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a3489f7969864a27b1b63503e34675d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050833 Jun 25 14:32:26.752089 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a540a8e-2996-4a97-957a-16ca3af419a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dbad6d-7db1-486c-8266-abfae0636dee,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:26.753843 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 50740) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:26.755309 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5a540a8e-2996-4a97-957a-16ca3af419a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:26.848695 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50746) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:26.885708 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-57ba86b9-7a3f-4b65-8c46-97b690817132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:26.892702 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b47fea35-50d0-4d25-b29f-97680d7a3bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:26.927866 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b47fea35-50d0-4d25-b29f-97680d7a3bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:26.937589 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b47fea35-50d0-4d25-b29f-97680d7a3bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:9a5b3d7a56914d63b4d27d2f6e4fd972 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:26.943832 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b47fea35-50d0-4d25-b29f-97680d7a3bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:26.946708 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-57ba86b9-7a3f-4b65-8c46-97b690817132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:26.954746 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b47fea35-50d0-4d25-b29f-97680d7a3bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:26.968799 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 50750) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:27.085013 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-57ba86b9-7a3f-4b65-8c46-97b690817132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.099466 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:27.124634 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba86b9-7a3f-4b65-8c46-97b690817132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dbad6d-7db1-486c-8266-abfae0636dee,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:27.129237 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-57ba86b9-7a3f-4b65-8c46-97b690817132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:27.161160 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-57ba86b9-7a3f-4b65-8c46-97b690817132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.168104 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-57ba86b9-7a3f-4b65-8c46-97b690817132 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/11dbad6d-7db1-486c-8266-abfae0636dee HTTP/1.1" status: 204 len: 168 time: 0.4111981 Jun 25 14:32:27.191965 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b47fea35-50d0-4d25-b29f-97680d7a3bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.200113 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b47fea35-50d0-4d25-b29f-97680d7a3bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.218177 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-1d7a0aee-ff95-4e53-95ea-b99d491f6c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:27.299864 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-b47fea35-50d0-4d25-b29f-97680d7a3bc9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a5b3d7a56914d63b4d27d2f6e4fd972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4440243 Jun 25 14:32:27.300400 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50766) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:27.305040 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fea35-50d0-4d25-b29f-97680d7a3bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422b841f-af21-49eb-ae84-e990d93f73ff,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:27.311343 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b47fea35-50d0-4d25-b29f-97680d7a3bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:27.441864 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9dd39531-45fa-4a13-9c7b-3e9a744059da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.491742 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc7af4-00fd-428e-8188-60e452ca6dd0 req-c6f9d322-3f6d-46f3-8be5-885016dcf75d tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:27.499582 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-78fc7af4-00fd-428e-8188-60e452ca6dd0 req-c6f9d322-3f6d-46f3-8be5-885016dcf75d tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.2588809 Jun 25 14:32:27.520341 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9dd39531-45fa-4a13-9c7b-3e9a744059da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.552801 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-436649c3-4ac2-4335-bc54-703be23b88b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.599532 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-436649c3-4ac2-4335-bc54-703be23b88b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:27.607796 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-436649c3-4ac2-4335-bc54-703be23b88b9 admin admin] Usage tracker for resource:security_group_rule and tenant:9b9da41777a9480092891b65c74a86c5 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:27.613960 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-436649c3-4ac2-4335-bc54-703be23b88b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:27.637540 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-436649c3-4ac2-4335-bc54-703be23b88b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:27.641378 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9dd39531-45fa-4a13-9c7b-3e9a744059da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.651331 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e6f8cbdc-ba8f-4b31-91b4-f62d4135f24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:27.706146 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd39531-45fa-4a13-9c7b-3e9a744059da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422b841f-af21-49eb-ae84-e990d93f73ff,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:27.710838 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9dd39531-45fa-4a13-9c7b-3e9a744059da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:27.757309 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9dd39531-45fa-4a13-9c7b-3e9a744059da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.762296 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-9dd39531-45fa-4a13-9c7b-3e9a744059da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/422b841f-af21-49eb-ae84-e990d93f73ff HTTP/1.1" status: 204 len: 168 time: 0.4579561 Jun 25 14:32:27.873469 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-78fc7af4-00fd-428e-8188-60e452ca6dd0 req-c83828b0-7f4c-45d6-92d1-71c07088799c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463125 Jun 25 14:32:27.907373 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-436649c3-4ac2-4335-bc54-703be23b88b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.914255 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-436649c3-4ac2-4335-bc54-703be23b88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:27.932153 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:27.979710 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436649c3-4ac2-4335-bc54-703be23b88b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f44faaa-5b40-43fe-931a-3949f16e07d8,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:27.998597 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-436649c3-4ac2-4335-bc54-703be23b88b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:28.074037 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-436649c3-4ac2-4335-bc54-703be23b88b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b9da41777a9480092891b65c74a86c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1037118 Jun 25 14:32:28.077028 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50788) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:28.161084 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5a308973-ab93-4a76-95fa-1f99bc78cbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:28.181202 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57492f-6523-42a7-b75b-ec2e4b0f348f req-f78cabab-a812-4e7f-8a06-6bd3f99ee536 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:28.186110 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7e57492f-6523-42a7-b75b-ec2e4b0f348f req-f78cabab-a812-4e7f-8a06-6bd3f99ee536 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 945 time: 0.2087116 Jun 25 14:32:28.192624 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5a308973-ab93-4a76-95fa-1f99bc78cbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:28.301556 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7e57492f-6523-42a7-b75b-ec2e4b0f348f req-9a72405c-659c-4fff-aa60-f458c22e1f1d tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029098 Jun 25 14:32:28.313265 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5a308973-ab93-4a76-95fa-1f99bc78cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:28.325720 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b47fea35-50d0-4d25-b29f-97680d7a3bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:28.347797 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a308973-ab93-4a76-95fa-1f99bc78cbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f44faaa-5b40-43fe-931a-3949f16e07d8,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:28.353020 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5a308973-ab93-4a76-95fa-1f99bc78cbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:28.366100 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5a308973-ab93-4a76-95fa-1f99bc78cbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:28.369565 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-5a308973-ab93-4a76-95fa-1f99bc78cbe2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f44faaa-5b40-43fe-931a-3949f16e07d8 HTTP/1.1" status: 204 len: 168 time: 0.2903543 Jun 25 14:32:28.495738 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 50804) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:28.563059 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6cb28b55-f002-4ea8-b556-2d70333ea152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:28.615457 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6cb28b55-f002-4ea8-b556-2d70333ea152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:28.627705 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6cb28b55-f002-4ea8-b556-2d70333ea152 admin admin] Usage tracker for resource:security_group_rule and tenant:70a321c3811a43fb965188febe4eb033 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:28.634685 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6cb28b55-f002-4ea8-b556-2d70333ea152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:28.650698 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6cb28b55-f002-4ea8-b556-2d70333ea152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:28.727027 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da997c-c355-4c25-bae3-5123e2354a05 req-d6713d7e-ea60-413e-98fb-af811b74d864 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:28.729065 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-45da997c-c355-4c25-bae3-5123e2354a05 req-d6713d7e-ea60-413e-98fb-af811b74d864 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 945 time: 0.2929511 Jun 25 14:32:28.880097 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-45da997c-c355-4c25-bae3-5123e2354a05 req-8dcc9ce6-f2d6-4c43-a561-7f475849b374 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Deleting port db1dae07-ded7-4c23-b442-13a705c0aa4a {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:32:28.880350 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-45da997c-c355-4c25-bae3-5123e2354a05 req-8dcc9ce6-f2d6-4c43-a561-7f475849b374 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.154405 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6cb28b55-f002-4ea8-b556-2d70333ea152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.209902 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6cb28b55-f002-4ea8-b556-2d70333ea152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.225402 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50826) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:29.230849 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-5772792a-feb2-4b2b-be69-d0c5c4809f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:29.256876 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2aa3fc09-6dbf-459d-bcdc-ed42b14c99ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.292074 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-2aa3fc09-6dbf-459d-bcdc-ed42b14c99ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:29.305164 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-2aa3fc09-6dbf-459d-bcdc-ed42b14c99ad admin admin] Usage tracker for resource:security_group_rule and tenant:2f0a7b66932d4fc8bcaa13d9b3012c38 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:29.314481 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-2aa3fc09-6dbf-459d-bcdc-ed42b14c99ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:29.327466 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-2aa3fc09-6dbf-459d-bcdc-ed42b14c99ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:29.442219 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2aa3fc09-6dbf-459d-bcdc-ed42b14c99ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.451782 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2aa3fc09-6dbf-459d-bcdc-ed42b14c99ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.469414 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb28b55-f002-4ea8-b556-2d70333ea152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fd30ea-af2b-4ac7-9474-4356cc8bb0fa,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:29.472654 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6cb28b55-f002-4ea8-b556-2d70333ea152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:29.487367 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50834) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:29.487520 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-6cb28b55-f002-4ea8-b556-2d70333ea152 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70a321c3811a43fb965188febe4eb033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9902878 Jun 25 14:32:29.488780 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:29.606462 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-2aa3fc09-6dbf-459d-bcdc-ed42b14c99ad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f0a7b66932d4fc8bcaa13d9b3012c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794923 Jun 25 14:32:29.618950 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50842) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:29.622274 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3fc09-6dbf-459d-bcdc-ed42b14c99ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5062c269-1cda-42b4-b5fb-96e25ab845bb,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:29.635382 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2aa3fc09-6dbf-459d-bcdc-ed42b14c99ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:29.702552 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35f6d4-763a-4763-aaeb-292b1d9b4bac req-ab2a0221-ae99-4711-b66a-8599a74d67b2 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:29.704188 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1d35f6d4-763a-4763-aaeb-292b1d9b4bac req-ab2a0221-ae99-4711-b66a-8599a74d67b2 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.5542765 Jun 25 14:32:29.706156 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-45da997c-c355-4c25-bae3-5123e2354a05 req-8dcc9ce6-f2d6-4c43-a561-7f475849b374 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] For port db1dae07-ded7-4c23-b442-13a705c0aa4a, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=db1dae07-ded7-4c23-b442-13a705c0aa4a,segment=NetworkSegment(5b66f0b0-5695-45f4-abd3-937f6651ebfb),segment_id=5b66f0b0-5695-45f4-abd3-937f6651ebfb)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:32:29.706513 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-45da997c-c355-4c25-bae3-5123e2354a05 req-8dcc9ce6-f2d6-4c43-a561-7f475849b374 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.782854 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-075b765c-0b56-4cd6-9917-0e9e5e5ef403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.818890 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-075b765c-0b56-4cd6-9917-0e9e5e5ef403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.891191 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-45da997c-c355-4c25-bae3-5123e2354a05 req-8dcc9ce6-f2d6-4c43-a561-7f475849b374 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Calling delete_port for db1dae07-ded7-4c23-b442-13a705c0aa4a owned by compute:nova {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:32:29.934777 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-65d58c1a-1396-4a79-b4a8-10e20cf60ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.974580 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-075b765c-0b56-4cd6-9917-0e9e5e5ef403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:29.989320 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d4488c89-e9d9-4537-a4ae-5cbdf724dea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:30.030428 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b765c-0b56-4cd6-9917-0e9e5e5ef403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fd30ea-af2b-4ac7-9474-4356cc8bb0fa,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:30.037265 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-65d58c1a-1396-4a79-b4a8-10e20cf60ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:30.087421 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-075b765c-0b56-4cd6-9917-0e9e5e5ef403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:30.106255 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4c4eb-44d5-4e76-aff6-066469a7d6ed req-b10b1d5d-8dca-4258-a1f4-342165ddd115 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:30.114283 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-48f4c4eb-44d5-4e76-aff6-066469a7d6ed req-b10b1d5d-8dca-4258-a1f4-342165ddd115 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 945 time: 0.5498581 Jun 25 14:32:30.117318 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-075b765c-0b56-4cd6-9917-0e9e5e5ef403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:30.120687 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-075b765c-0b56-4cd6-9917-0e9e5e5ef403 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/39fd30ea-af2b-4ac7-9474-4356cc8bb0fa HTTP/1.1" status: 204 len: 168 time: 0.6209147 Jun 25 14:32:30.130593 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1d35f6d4-763a-4763-aaeb-292b1d9b4bac req-d7120434-dbe5-411d-ade1-07a35dee8fd7 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106321 Jun 25 14:32:30.319681 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-65d58c1a-1396-4a79-b4a8-10e20cf60ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:30.335645 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-95746c1c-fc64-466c-b4be-4d961de58d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:30.345407 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-48f4c4eb-44d5-4e76-aff6-066469a7d6ed req-1bb97fc7-5777-4958-810b-4d22b8ad347e tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/security-groups?id=3059e428-775f-4a28-84f0-b489d4415709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301755 Jun 25 14:32:30.377972 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-65d58c1a-1396-4a79-b4a8-10e20cf60ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:30.379603 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-65d58c1a-1396-4a79-b4a8-10e20cf60ad9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5062c269-1cda-42b4-b5fb-96e25ab845bb HTTP/1.1" status: 204 len: 168 time: 0.7592604 Jun 25 14:32:30.380654 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d58c1a-1396-4a79-b4a8-10e20cf60ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5062c269-1cda-42b4-b5fb-96e25ab845bb,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:30.384796 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-65d58c1a-1396-4a79-b4a8-10e20cf60ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:30.486349 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-45da997c-c355-4c25-bae3-5123e2354a05 req-8dcc9ce6-f2d6-4c43-a561-7f475849b374 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:30.501950 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:30.525909 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['db1dae07-ded7-4c23-b442-13a705c0aa4a'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:32:30.713042 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc9ce6-f2d6-4c43-a561-7f475849b374 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Pushing event deleted for resources: {'Port': ['ID=db1dae07-ded7-4c23-b442-13a705c0aa4a,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:30.717912 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-8dcc9ce6-f2d6-4c43-a561-7f475849b374 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:30.729361 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-45da997c-c355-4c25-bae3-5123e2354a05 req-8dcc9ce6-f2d6-4c43-a561-7f475849b374 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] No DVR routers for this DVR port db1dae07-ded7-4c23-b442-13a705c0aa4a on host hv-cinder-79808 {{(pid=78417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:32:30.734449 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-45da997c-c355-4c25-bae3-5123e2354a05 req-8dcc9ce6-f2d6-4c43-a561-7f475849b374 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:30.741611 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17dbe6c-4b96-4fb4-9985-d7944070398c', 'name': 'network-vif-deleted', 'tag': 'db1dae07-ded7-4c23-b442-13a705c0aa4a'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:32:30.813557 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-45da997c-c355-4c25-bae3-5123e2354a05 req-8dcc9ce6-f2d6-4c43-a561-7f475849b374 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.69 "DELETE /v2.0/ports/db1dae07-ded7-4c23-b442-13a705c0aa4a HTTP/1.1" status: 204 len: 173 time: 2.0757759 Jun 25 14:32:30.880410 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17dbe6c-4b96-4fb4-9985-d7944070398c', 'name': 'network-vif-deleted', 'tag': 'db1dae07-ded7-4c23-b442-13a705c0aa4a', 'status': 'completed', 'code': 200} Jun 25 14:32:31.630057 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ee37f-f29c-4849-baab-a57cd95851d8 req-28ce7716-0a45-4b5c-bb83-642bf1a00b57 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:31.634508 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-340ee37f-f29c-4849-baab-a57cd95851d8 req-28ce7716-0a45-4b5c-bb83-642bf1a00b57 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.2427804 Jun 25 14:32:31.715441 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-12f8450c-e8f8-4c88-81d5-2ab99c570cf5 req-9a90e380-d97d-4136-881a-99565c57cb74 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Synchronizing usage tracker for tenant:4267f6d2c49c40a9840831083865e5d8 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:32:31.807636 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-340ee37f-f29c-4849-baab-a57cd95851d8 req-0104fe63-f729-4cd3-8851-55aa5b701b97 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864294 Jun 25 14:32:31.808690 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-12f8450c-e8f8-4c88-81d5-2ab99c570cf5 req-9a90e380-d97d-4136-881a-99565c57cb74 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Unset dirty status for tenant:4267f6d2c49c40a9840831083865e5d8 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:32:31.809842 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-12f8450c-e8f8-4c88-81d5-2ab99c570cf5 req-9a90e380-d97d-4136-881a-99565c57cb74 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] 10.222.0.61 "GET /v2.0/ports?device_id=b17dbe6c-4b96-4fb4-9985-d7944070398c HTTP/1.1" status: 200 len: 210 time: 0.1733518 Jun 25 14:32:32.563989 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-ae1acd28-dd00-4752-9233-e0cd5a8f1203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:32.968557 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:33.359668 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182e9a8-7722-4c5c-a8fc-ae4f25a6d921 req-3dadc32b-ffdc-47e3-b3ca-cff0471bfbc4 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:33.362802 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e182e9a8-7722-4c5c-a8fc-ae4f25a6d921 req-3dadc32b-ffdc-47e3-b3ca-cff0471bfbc4 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.2633595 Jun 25 14:32:33.489757 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e182e9a8-7722-4c5c-a8fc-ae4f25a6d921 req-2b57890a-de3a-4a30-8014-8ecf004ac56e tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145060 Jun 25 14:32:33.842243 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 50998) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:34.165524 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f49c84cb-02ed-4e5a-ae46-4ad70c54bf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:34.212630 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-f49c84cb-02ed-4e5a-ae46-4ad70c54bf15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:34.224527 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-f49c84cb-02ed-4e5a-ae46-4ad70c54bf15 admin admin] Usage tracker for resource:security_group_rule and tenant:d2056c3e58a44be2b127372cd5a3bcb9 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:34.231895 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-f49c84cb-02ed-4e5a-ae46-4ad70c54bf15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:34.244801 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-f49c84cb-02ed-4e5a-ae46-4ad70c54bf15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:34.453115 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f49c84cb-02ed-4e5a-ae46-4ad70c54bf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:34.455449 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f49c84cb-02ed-4e5a-ae46-4ad70c54bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:34.477059 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b3d1c9ca-7e07-47b3-a110-1a1d2e637e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:34.573992 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c84cb-02ed-4e5a-ae46-4ad70c54bf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eb1581-de9d-472c-ae42-c7efe8a40046,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:34.582706 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-f49c84cb-02ed-4e5a-ae46-4ad70c54bf15 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2056c3e58a44be2b127372cd5a3bcb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7377968 Jun 25 14:32:34.584774 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f49c84cb-02ed-4e5a-ae46-4ad70c54bf15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:34.585786 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 51042) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:34.752254 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-577c664c-99f3-4009-a96a-e4cb82a79387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:34.833018 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-577c664c-99f3-4009-a96a-e4cb82a79387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:34.912947 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323b6c-2b3e-401c-9922-fb66b79d2a44 req-7357838a-0271-4b90-8838-c571c5050187 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:34.915204 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52323b6c-2b3e-401c-9922-fb66b79d2a44 req-7357838a-0271-4b90-8838-c571c5050187 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.1353936 Jun 25 14:32:34.974991 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-577c664c-99f3-4009-a96a-e4cb82a79387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:34.987419 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:35.024499 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c664c-99f3-4009-a96a-e4cb82a79387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eb1581-de9d-472c-ae42-c7efe8a40046,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:35.031029 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-577c664c-99f3-4009-a96a-e4cb82a79387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:35.051352 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52323b6c-2b3e-401c-9922-fb66b79d2a44 req-2db16eaf-57c5-4efe-a0b2-14759c2969b7 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277523 Jun 25 14:32:35.058756 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-577c664c-99f3-4009-a96a-e4cb82a79387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:35.061122 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-577c664c-99f3-4009-a96a-e4cb82a79387 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02eb1581-de9d-472c-ae42-c7efe8a40046 HTTP/1.1" status: 204 len: 168 time: 0.4730532 Jun 25 14:32:35.127384 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device db1dae07-ded7-4c23-b442-13a705c0aa4a no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:32:35.196301 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: db1dae07-ded7-4c23-b442-13a705c0aa4a {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:32:35.196907 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device db1dae07-ded7-4c23-b442-13a705c0aa4a not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:32:35.438454 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-35ce88b5-867d-42c8-9176-1ce71f6ca254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:36.131374 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:36.483148 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f749e-6bef-4152-acc2-41096c27b960 req-3fa11f32-5a26-491e-bcb1-711bc9d01b5f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:36.493475 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cc4f749e-6bef-4152-acc2-41096c27b960 req-3fa11f32-5a26-491e-bcb1-711bc9d01b5f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.1588793 Jun 25 14:32:36.553993 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cc4f749e-6bef-4152-acc2-41096c27b960 req-5c04554b-b132-4956-be87-8caf3ba8cc7a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574899 Jun 25 14:32:37.564833 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:37.877694 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 51218) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:38.095063 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 51228) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:38.140702 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 51234) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:38.188368 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caa069-cfb0-464b-a02c-d6a1574eb087 req-c1db4f9f-0e15-4609-8f0e-4865e59fb29c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:38.207119 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c1caa069-cfb0-464b-a02c-d6a1574eb087 req-c1db4f9f-0e15-4609-8f0e-4865e59fb29c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.3048306 Jun 25 14:32:38.319233 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_v2 [None req-223e40a5-6a13-4935-b244-4de91254cd59 admin admin] Deleting subnet 6cc7b9ce-1c5f-4c83-8b08-71e674495b2d {{(pid=78416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:32:38.328988 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-223e40a5-6a13-4935-b244-4de91254cd59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:38.333295 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c1caa069-cfb0-464b-a02c-d6a1574eb087 req-7122b271-baa8-4ce6-a6cb-6477a1e10bac tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195345 Jun 25 14:32:38.415856 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:38.451884 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-223e40a5-6a13-4935-b244-4de91254cd59 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:38.463328 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-223e40a5-6a13-4935-b244-4de91254cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:38.513978 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b3fa21db-060c-41cd-95f2-655234460f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:38.597332 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6ae82cc6-89a7-4c67-8891-7ebcce8bb0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:38.609008 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-b3fa21db-060c-41cd-95f2-655234460f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:38.614330 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-223e40a5-6a13-4935-b244-4de91254cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for subnet, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:38.624697 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:38.630449 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-b3fa21db-060c-41cd-95f2-655234460f4d admin admin] Usage tracker for resource:security_group_rule and tenant:2a3e095d12dc48d4bd1f38eb35b7720d is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:38.643678 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-b3fa21db-060c-41cd-95f2-655234460f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:38.660958 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-b3fa21db-060c-41cd-95f2-655234460f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:38.677053 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-6ae82cc6-89a7-4c67-8891-7ebcce8bb0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:38.682458 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-6ae82cc6-89a7-4c67-8891-7ebcce8bb0f3 admin admin] Usage tracker for resource:security_group_rule and tenant:81602e6f4b974e6494efe69761162029 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:38.686043 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-6ae82cc6-89a7-4c67-8891-7ebcce8bb0f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:38.693368 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-6ae82cc6-89a7-4c67-8891-7ebcce8bb0f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:38.794860 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6ae82cc6-89a7-4c67-8891-7ebcce8bb0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:38.799932 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e40a5-6a13-4935-b244-4de91254cd59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc7b9ce-1c5f-4c83-8b08-71e674495b2d,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:38.806338 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6ae82cc6-89a7-4c67-8891-7ebcce8bb0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:38.817383 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-223e40a5-6a13-4935-b244-4de91254cd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:38.818289 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-553546e0-d736-429c-aa3b-841b79a784d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:38.832665 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-223e40a5-6a13-4935-b244-4de91254cd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:38.854368 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-223e40a5-6a13-4935-b244-4de91254cd59 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6cc7b9ce-1c5f-4c83-8b08-71e674495b2d HTTP/1.1" status: 204 len: 168 time: 0.7103584 Jun 25 14:32:38.859861 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 51246) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:38.901702 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-6ae82cc6-89a7-4c67-8891-7ebcce8bb0f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=81602e6f4b974e6494efe69761162029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8048291 Jun 25 14:32:38.908012 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 51250) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:38.911476 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae82cc6-89a7-4c67-8891-7ebcce8bb0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0134081b-53a0-4c19-be3e-a481f2f700c4,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:38.943490 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6ae82cc6-89a7-4c67-8891-7ebcce8bb0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:38.953700 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b3fa21db-060c-41cd-95f2-655234460f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.056321 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b3fa21db-060c-41cd-95f2-655234460f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.068796 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-88524cad-abe0-40d4-8d94-9c32472fee92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.094411 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:39.131707 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-88524cad-abe0-40d4-8d94-9c32472fee92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.144509 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa21db-060c-41cd-95f2-655234460f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42760760-f438-41b7-b183-5c0ecf2cb55d,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:39.156281 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-b3fa21db-060c-41cd-95f2-655234460f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:39.158569 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.173592 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-b3fa21db-060c-41cd-95f2-655234460f4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a3e095d12dc48d4bd1f38eb35b7720d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2947724 Jun 25 14:32:39.177770 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 51256) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:39.270615 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c48a3018-165a-4389-adbe-e3900e5b45ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.290285 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-88524cad-abe0-40d4-8d94-9c32472fee92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.303038 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-65d58c1a-1396-4a79-b4a8-10e20cf60ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:39.325676 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c48a3018-165a-4389-adbe-e3900e5b45ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.332466 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88524cad-abe0-40d4-8d94-9c32472fee92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0134081b-53a0-4c19-be3e-a481f2f700c4,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:39.339153 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-88524cad-abe0-40d4-8d94-9c32472fee92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:39.344082 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-88524cad-abe0-40d4-8d94-9c32472fee92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.349008 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-88524cad-abe0-40d4-8d94-9c32472fee92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0134081b-53a0-4c19-be3e-a481f2f700c4 HTTP/1.1" status: 204 len: 168 time: 0.4355145 Jun 25 14:32:39.386437 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.420748 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.421610 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.423444 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.424453 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > port after_create 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.425289 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.426122 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > port after_update 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.426706 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.427747 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.428338 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.428913 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.438285 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c48a3018-165a-4389-adbe-e3900e5b45ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.448330 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9fcb9215-e5d7-4924-a389-122357a3e812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:39.479427 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a3018-165a-4389-adbe-e3900e5b45ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42760760-f438-41b7-b183-5c0ecf2cb55d,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:39.483209 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c48a3018-165a-4389-adbe-e3900e5b45ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:39.484611 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c48a3018-165a-4389-adbe-e3900e5b45ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.488968 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-c48a3018-165a-4389-adbe-e3900e5b45ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/42760760-f438-41b7-b183-5c0ecf2cb55d HTTP/1.1" status: 204 len: 168 time: 0.3076115 Jun 25 14:32:39.656738 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.657264 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.657822 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.658608 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:32:39.659225 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7547761a-6e72-4a8e-bafc-6aad6d810e2b']}} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:32:39.683313 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b66f0b0-5695-45f4-abd3-937f6651ebfb') {'for_net_delete': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:32:39.683861 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b66f0b0-5695-45f4-abd3-937f6651ebfb') {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:32:39.709227 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8159635'] for segment, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.805491 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.822061 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=78417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:32:39.822456 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6337720'] for segment, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: from cryptography.utils import int_from_bytes Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: from cryptography.utils import int_from_bytes Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: util.warn_limited( Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: util.warn_limited( Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: Traceback (most recent call last): Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: timer() Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: cb(*args, **kw) Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: return func(*args, **kwargs) Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: self._notify() Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: self.callback(batched_events) Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: event.method(event) Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: return f(self, *a, **k) Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._get(url).json() Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: return self.request(url, 'GET', **kwargs) Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:32:39.839007 dv-cinder-798088-1-iscsi neutron-server[78417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:32:40.055349 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a029662-2968-4b04-bf47-39bd183229e0 req-ac23a625-3036-4f5f-949d-952ce3a698dc tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:40.065194 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a029662-2968-4b04-bf47-39bd183229e0 req-ac23a625-3036-4f5f-949d-952ce3a698dc tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.3602884 Jun 25 14:32:40.066053 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.103540 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:40.105750 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 51286) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:40.174899 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.204744 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0b8742e3-103c-42f1-886a-a04a4b1a80d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.236439 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Pushing event deleted for resources: {'Network': ['ID=7547761a-6e72-4a8e-bafc-6aad6d810e2b,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:40.242683 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-0b8742e3-103c-42f1-886a-a04a4b1a80d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:40.252348 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-0b8742e3-103c-42f1-886a-a04a4b1a80d1 admin admin] Usage tracker for resource:security_group_rule and tenant:16496b8faa4f4d36bfbbfcee10450127 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:40.255513 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:40.261439 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-0b8742e3-103c-42f1-886a-a04a4b1a80d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:40.279608 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7547761a-6e72-4a8e-bafc-6aad6d810e2b HTTP/1.1" status: 204 len: 168 time: 1.4147017 Jun 25 14:32:40.279847 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-0b8742e3-103c-42f1-886a-a04a4b1a80d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:40.308305 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a029662-2968-4b04-bf47-39bd183229e0 req-aa7c54c5-4109-48ab-9ff3-6b3b72b49697 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270801 Jun 25 14:32:40.499264 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0b8742e3-103c-42f1-886a-a04a4b1a80d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.507000 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0b8742e3-103c-42f1-886a-a04a4b1a80d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.531365 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9a626d8e-bea5-4893-8d86-81ce1ec829cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:40.623647 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 51300) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:40.624155 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-0b8742e3-103c-42f1-886a-a04a4b1a80d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16496b8faa4f4d36bfbbfcee10450127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159817 Jun 25 14:32:40.632311 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8742e3-103c-42f1-886a-a04a4b1a80d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0411afc-49f3-46ac-9289-57305ef24432,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:40.638647 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-0b8742e3-103c-42f1-886a-a04a4b1a80d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:40.780190 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-53dce738-74c8-4dea-bbb8-69d09216780e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.831264 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-53dce738-74c8-4dea-bbb8-69d09216780e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.843808 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 51306) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:40.899747 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-53dce738-74c8-4dea-bbb8-69d09216780e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.906452 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-57ba86b9-7a3f-4b65-8c46-97b690817132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:40.928754 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dce738-74c8-4dea-bbb8-69d09216780e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0411afc-49f3-46ac-9289-57305ef24432,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:40.933072 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-53dce738-74c8-4dea-bbb8-69d09216780e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:40.935010 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-53dce738-74c8-4dea-bbb8-69d09216780e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:40.937109 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-53dce738-74c8-4dea-bbb8-69d09216780e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0411afc-49f3-46ac-9289-57305ef24432 HTTP/1.1" status: 204 len: 168 time: 0.3117814 Jun 25 14:32:40.973065 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-bef75411-aecd-4a64-85f7-01562e01b8f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4267f6d2c49c40a9840831083865e5d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1272755 Jun 25 14:32:40.977449 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 51312) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:41.108961 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 51320) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:41.147141 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2d230caa-c122-4634-8887-77ccc6aa1741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.206556 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2d230caa-c122-4634-8887-77ccc6aa1741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.292290 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2d230caa-c122-4634-8887-77ccc6aa1741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.299897 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-5164d2b5-44b9-4307-9736-0fd227445ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:41.312628 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d230caa-c122-4634-8887-77ccc6aa1741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3059e428-775f-4a28-84f0-b489d4415709,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:41.334810 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-2d230caa-c122-4634-8887-77ccc6aa1741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:41.364926 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2d230caa-c122-4634-8887-77ccc6aa1741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.366854 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-2d230caa-c122-4634-8887-77ccc6aa1741 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3059e428-775f-4a28-84f0-b489d4415709 HTTP/1.1" status: 204 len: 168 time: 0.3874471 Jun 25 14:32:41.558191 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-04ff47d2-3568-413f-9480-4f1ddcdadbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.577164 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-04ff47d2-3568-413f-9480-4f1ddcdadbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:41.582100 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-04ff47d2-3568-413f-9480-4f1ddcdadbce admin admin] Usage tracker for resource:security_group_rule and tenant:bcb64211aa2540dda8a0cc1459ca1d6d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:41.586661 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-04ff47d2-3568-413f-9480-4f1ddcdadbce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:41.593660 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-04ff47d2-3568-413f-9480-4f1ddcdadbce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:41.657346 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb7b68-0596-4f97-b129-8d6da3901349 req-dcfc0f54-6762-4a28-bdc8-ce2277f8a0b2 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:41.658854 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b6bb7b68-0596-4f97-b129-8d6da3901349 req-dcfc0f54-6762-4a28-bdc8-ce2277f8a0b2 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.1195514 Jun 25 14:32:41.717539 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-04ff47d2-3568-413f-9480-4f1ddcdadbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.726038 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-04ff47d2-3568-413f-9480-4f1ddcdadbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.727244 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b6bb7b68-0596-4f97-b129-8d6da3901349 req-35edd844-0f34-4783-94d7-ddaac2959902 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561686 Jun 25 14:32:41.736801 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-0b8742e3-103c-42f1-886a-a04a4b1a80d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:41.783123 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-04ff47d2-3568-413f-9480-4f1ddcdadbce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bcb64211aa2540dda8a0cc1459ca1d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6730421 Jun 25 14:32:41.784952 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff47d2-3568-413f-9480-4f1ddcdadbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993e87ca-30b7-4ef7-bace-446a337a6133,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:41.787441 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 51346) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:41.788123 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-04ff47d2-3568-413f-9480-4f1ddcdadbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:41.879420 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f155cdb5-b778-42cd-9040-b44c7ce0efba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.916287 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f155cdb5-b778-42cd-9040-b44c7ce0efba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.993893 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f155cdb5-b778-42cd-9040-b44c7ce0efba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:41.998105 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:42.016388 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155cdb5-b778-42cd-9040-b44c7ce0efba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993e87ca-30b7-4ef7-bace-446a337a6133,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:42.020801 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f155cdb5-b778-42cd-9040-b44c7ce0efba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:42.025535 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f155cdb5-b778-42cd-9040-b44c7ce0efba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:42.030260 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-f155cdb5-b778-42cd-9040-b44c7ce0efba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/993e87ca-30b7-4ef7-bace-446a337a6133 HTTP/1.1" status: 204 len: 168 time: 0.2416773 Jun 25 14:32:42.737672 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 51388) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:42.769593 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-99ed4b91-ece9-4067-8065-c7e7ae735023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:42.805756 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-99ed4b91-ece9-4067-8065-c7e7ae735023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:42.812541 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-99ed4b91-ece9-4067-8065-c7e7ae735023 admin admin] Usage tracker for resource:security_group_rule and tenant:0670a11578624d5bad7cd3f30d1b3974 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:42.817985 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-99ed4b91-ece9-4067-8065-c7e7ae735023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:42.829306 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-99ed4b91-ece9-4067-8065-c7e7ae735023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:43.110383 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-99ed4b91-ece9-4067-8065-c7e7ae735023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:43.125932 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d1a17-9798-4307-81f6-5e3030efbc84 req-62f0e7f4-a190-4479-abf6-6d76484f59a3 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:43.127711 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e01d1a17-9798-4307-81f6-5e3030efbc84 req-62f0e7f4-a190-4479-abf6-6d76484f59a3 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.2215977 Jun 25 14:32:43.128958 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-99ed4b91-ece9-4067-8065-c7e7ae735023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:43.140304 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6cb28b55-f002-4ea8-b556-2d70333ea152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:43.208237 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-99ed4b91-ece9-4067-8065-c7e7ae735023 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0670a11578624d5bad7cd3f30d1b3974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690816 Jun 25 14:32:43.213104 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 51402) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:43.222211 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed4b91-ece9-4067-8065-c7e7ae735023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0451499b-12d0-423d-a274-f00313d5965c,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:43.225567 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-99ed4b91-ece9-4067-8065-c7e7ae735023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:43.247639 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e01d1a17-9798-4307-81f6-5e3030efbc84 req-c072ad32-b6d0-47d0-9050-0defcc8eb444 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083367 Jun 25 14:32:43.343480 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7467cead-f635-44b2-b0e5-e385684a938c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:43.385049 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7467cead-f635-44b2-b0e5-e385684a938c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:43.448011 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7467cead-f635-44b2-b0e5-e385684a938c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:43.473478 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f49c84cb-02ed-4e5a-ae46-4ad70c54bf15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:43.520115 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7467cead-f635-44b2-b0e5-e385684a938c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:43.522219 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-7467cead-f635-44b2-b0e5-e385684a938c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0451499b-12d0-423d-a274-f00313d5965c HTTP/1.1" status: 204 len: 168 time: 0.3075264 Jun 25 14:32:43.524641 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467cead-f635-44b2-b0e5-e385684a938c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0451499b-12d0-423d-a274-f00313d5965c,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:43.528473 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7467cead-f635-44b2-b0e5-e385684a938c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:44.677457 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f2c93-c28f-4c3e-a509-0a0f3aad7773 req-417a24e3-8800-4a94-a0df-650bccf05cd1 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:44.679132 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-099f2c93-c28f-4c3e-a509-0a0f3aad7773 req-417a24e3-8800-4a94-a0df-650bccf05cd1 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.1674573 Jun 25 14:32:44.758213 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-099f2c93-c28f-4c3e-a509-0a0f3aad7773 req-30efe39a-3cb5-4905-8581-de6706b32cbb tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687995 Jun 25 14:32:45.732197 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:32:46.167602 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de706f6-c0b4-4cfb-aac2-22434a8d3a07 req-e3c22952-af43-4d28-919e-b9b0d6f3c7ff tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:46.183208 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4de706f6-c0b4-4cfb-aac2-22434a8d3a07 req-e3c22952-af43-4d28-919e-b9b0d6f3c7ff tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.2524960 Jun 25 14:32:46.293505 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4de706f6-c0b4-4cfb-aac2-22434a8d3a07 req-def8a1bc-07c6-40ca-b7a8-a52e27084a79 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081507 Jun 25 14:32:47.683067 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e240f3-d53a-4b9f-bf07-1c58dbd050de req-47000247-49c7-4693-b1b2-c87abdb0e90e tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:47.684637 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f4e240f3-d53a-4b9f-bf07-1c58dbd050de req-47000247-49c7-4693-b1b2-c87abdb0e90e tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.1612198 Jun 25 14:32:47.745285 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f4e240f3-d53a-4b9f-bf07-1c58dbd050de req-ad793776-9902-4612-8635-0adcda899f48 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502326 Jun 25 14:32:49.006423 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ff21d-9383-48e3-9bd4-b4700cc552e2 req-e1d7c230-901e-495e-8de1-c54fbb5d3d69 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:49.008971 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5c6ff21d-9383-48e3-9bd4-b4700cc552e2 req-e1d7c230-901e-495e-8de1-c54fbb5d3d69 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.0927777 Jun 25 14:32:49.066452 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5c6ff21d-9383-48e3-9bd4-b4700cc552e2 req-a00f0905-d7d0-4840-ab3c-3ba8f225833a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469756 Jun 25 14:32:50.338016 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fe49f-f71d-4a6a-99bc-2bb9c526be85 req-44398bdf-029b-47b4-bbc6-c2c6f12d51db tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:50.340888 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d00fe49f-f71d-4a6a-99bc-2bb9c526be85 req-44398bdf-029b-47b4-bbc6-c2c6f12d51db tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.1005733 Jun 25 14:32:50.388377 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d00fe49f-f71d-4a6a-99bc-2bb9c526be85 req-37983708-ed5b-4441-926c-38d3cf89e322 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422986 Jun 25 14:32:51.606095 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaeb7e-9de0-411f-9d80-5fdabc067659 req-a8920439-9b8b-41b1-abdd-6f6f89edcfb7 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:51.606095 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5abaeb7e-9de0-411f-9d80-5fdabc067659 req-a8920439-9b8b-41b1-abdd-6f6f89edcfb7 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.0905597 Jun 25 14:32:51.667544 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5abaeb7e-9de0-411f-9d80-5fdabc067659 req-e4c49aed-5b7a-469e-9c27-fe4d93337709 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500798 Jun 25 14:32:52.913023 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478cb2d-94ec-4c00-b70b-cf91ca571896 req-be8d6baa-3e36-4459-8333-e7f5d3a34827 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:52.916283 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2478cb2d-94ec-4c00-b70b-cf91ca571896 req-be8d6baa-3e36-4459-8333-e7f5d3a34827 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.1116290 Jun 25 14:32:52.972430 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2478cb2d-94ec-4c00-b70b-cf91ca571896 req-271ee74a-11e7-4aed-af11-bd4edd3f4b8c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486057 Jun 25 14:32:54.391875 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778410df-a00d-4bfd-85e8-cfa2fb0b514a req-97e38f46-fe2e-43a2-8054-719967209991 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:54.395993 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-778410df-a00d-4bfd-85e8-cfa2fb0b514a req-97e38f46-fe2e-43a2-8054-719967209991 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.2908430 Jun 25 14:32:54.472617 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-778410df-a00d-4bfd-85e8-cfa2fb0b514a req-00879657-a4b1-418a-b65c-90f1591834d0 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671027 Jun 25 14:32:54.636230 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09ec43-611b-4b55-ab41-0db56a22a20c req-395fc092-273a-4bd8-8f2d-e93cf15c5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:54.637841 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9e09ec43-611b-4b55-ab41-0db56a22a20c req-395fc092-273a-4bd8-8f2d-e93cf15c5e26 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 1098 time: 0.1559985 Jun 25 14:32:54.696632 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9e09ec43-611b-4b55-ab41-0db56a22a20c req-0bfb130a-8c2d-4db9-9f45-5a7a2acda4ea service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509992 Jun 25 14:32:55.779589 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b580108-8bb9-4907-88ba-d47d626bc5d5 req-3ff508cc-3710-4b7e-9a7f-c8fd49190979 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:55.781399 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b580108-8bb9-4907-88ba-d47d626bc5d5 req-3ff508cc-3710-4b7e-9a7f-c8fd49190979 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.1152992 Jun 25 14:32:55.867419 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b580108-8bb9-4907-88ba-d47d626bc5d5 req-d7cdb933-d804-4d2a-ae5d-5d41b40238b3 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795972 Jun 25 14:32:56.381821 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 51794) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:56.618901 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1071353f-4963-41ab-ae59-3d1a1c460693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:56.655532 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-1071353f-4963-41ab-ae59-3d1a1c460693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:56.660216 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-1071353f-4963-41ab-ae59-3d1a1c460693 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8194386c2e40cdbbcfd5cad2b1cecc is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:56.664401 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-1071353f-4963-41ab-ae59-3d1a1c460693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:56.671085 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-1071353f-4963-41ab-ae59-3d1a1c460693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:56.870223 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1071353f-4963-41ab-ae59-3d1a1c460693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:56.881649 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1071353f-4963-41ab-ae59-3d1a1c460693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:56.937057 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6e281767-7246-4c02-adb5-98012ae9fe98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:56.952049 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-1071353f-4963-41ab-ae59-3d1a1c460693 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef8194386c2e40cdbbcfd5cad2b1cecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5687053 Jun 25 14:32:56.956160 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 51826) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:57.003970 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071353f-4963-41ab-ae59-3d1a1c460693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37be0cc-de9d-4a22-8059-90a1ea455407,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:57.009595 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-1071353f-4963-41ab-ae59-3d1a1c460693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:57.141024 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62d3bce9-d5d9-4344-8964-4a6ca3e941c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:57.229455 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62d3bce9-d5d9-4344-8964-4a6ca3e941c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:57.289769 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ff193-9e68-4a98-a9f1-e4f18d454d81 req-ffbc1d79-9c88-4b8c-b8ab-bfd81b90de02 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:57.291731 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a83ff193-9e68-4a98-a9f1-e4f18d454d81 req-ffbc1d79-9c88-4b8c-b8ab-bfd81b90de02 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.2443686 Jun 25 14:32:57.324611 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62d3bce9-d5d9-4344-8964-4a6ca3e941c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:57.330166 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5a308973-ab93-4a76-95fa-1f99bc78cbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:57.345221 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3bce9-d5d9-4344-8964-4a6ca3e941c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37be0cc-de9d-4a22-8059-90a1ea455407,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:57.345435 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a83ff193-9e68-4a98-a9f1-e4f18d454d81 req-dd70fd1c-9ac6-43c2-abe6-465e3036c926 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458252 Jun 25 14:32:57.348872 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-62d3bce9-d5d9-4344-8964-4a6ca3e941c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:57.352408 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-62d3bce9-d5d9-4344-8964-4a6ca3e941c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:57.353561 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-62d3bce9-d5d9-4344-8964-4a6ca3e941c0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b37be0cc-de9d-4a22-8059-90a1ea455407 HTTP/1.1" status: 204 len: 168 time: 0.3949008 Jun 25 14:32:57.656087 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1722eee-a60d-4473-9bdb-bd2f9a5be608 req-a7a96ca6-747e-4da1-8234-d97f42b66859 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:57.658156 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c1722eee-a60d-4473-9bdb-bd2f9a5be608 req-a7a96ca6-747e-4da1-8234-d97f42b66859 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1092625 Jun 25 14:32:57.712494 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c1722eee-a60d-4473-9bdb-bd2f9a5be608 req-fd84917c-91ec-4969-81c3-79a0ad47929f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478587 Jun 25 14:32:58.153090 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 51896) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:58.701570 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5e24af83-4878-4e90-bcc4-716ec9014b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:58.736849 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5e24af83-4878-4e90-bcc4-716ec9014b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:58.742707 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5e24af83-4878-4e90-bcc4-716ec9014b5d admin admin] Usage tracker for resource:security_group_rule and tenant:3ec1e12d4c7e46d098fc84386f2dc0d2 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:58.747249 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5e24af83-4878-4e90-bcc4-716ec9014b5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:58.755539 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5e24af83-4878-4e90-bcc4-716ec9014b5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:58.936199 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5e24af83-4878-4e90-bcc4-716ec9014b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:58.941688 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5e24af83-4878-4e90-bcc4-716ec9014b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:58.951554 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:58.995752 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-5e24af83-4878-4e90-bcc4-716ec9014b5d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ec1e12d4c7e46d098fc84386f2dc0d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8419127 Jun 25 14:32:59.000169 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 51930) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:59.005499 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24af83-4878-4e90-bcc4-716ec9014b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00399aba-d6f8-4b63-a6f5-9ea02198505e,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:59.013590 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5e24af83-4878-4e90-bcc4-716ec9014b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:59.053382 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 51934) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:59.100173 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5d84276a-cd12-489a-a925-172154aa3b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.132433 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5d84276a-cd12-489a-a925-172154aa3b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.194807 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5d84276a-cd12-489a-a925-172154aa3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.199327 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f155cdb5-b778-42cd-9040-b44c7ce0efba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:59.215284 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84276a-cd12-489a-a925-172154aa3b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00399aba-d6f8-4b63-a6f5-9ea02198505e,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:59.217931 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1549819461-network', 'tenant_id': 'eb7e6d50010a4328a064ba0eca0e9316'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:32:59.219606 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-5d84276a-cd12-489a-a925-172154aa3b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:59.226029 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:59.232840 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5d84276a-cd12-489a-a925-172154aa3b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.237667 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-5d84276a-cd12-489a-a925-172154aa3b43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/00399aba-d6f8-4b63-a6f5-9ea02198505e HTTP/1.1" status: 204 len: 168 time: 0.2321696 Jun 25 14:32:59.237933 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Usage tracker for resource:network and tenant:eb7e6d50010a4328a064ba0eca0e9316 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:59.242929 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:59.256401 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:59.270674 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Made reservation on behalf of eb7e6d50010a4328a064ba0eca0e9316 for: {'network': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:32:59.274197 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.289583 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.310565 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:59.317827 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Usage tracker for resource:security_group_rule and tenant:eb7e6d50010a4328a064ba0eca0e9316 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:59.324423 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:59.333947 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:59.456813 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.462801 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.465947 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c7c71ced-d9bd-4a4a-bc98-4c178656467e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:59.503078 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=78416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:32:59.514572 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149a4c7b-edc1-420f-98e4-c9c3452d4bf9,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:59.518686 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:59.522167 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.522801 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.segments_db [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Added segment b2bd4999-06df-418e-8f99-fb538e719c39 of type vlan for network d324ccdb-600d-4b41-a203-ab038d2e7ece Jun 25 14:32:59.560547 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.603409 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.604871 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:32:59.605567 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.610700 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:59.665873 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 51950) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:59.684268 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-4b9cca06-6bbb-4595-ab57-d41644bf2322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.700338 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-4b9cca06-6bbb-4595-ab57-d41644bf2322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:59.704934 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-4b9cca06-6bbb-4595-ab57-d41644bf2322 admin admin] Usage tracker for resource:security_group_rule and tenant:acb02b8753404713a3b51412450e3ae4 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:59.707960 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-4b9cca06-6bbb-4595-ab57-d41644bf2322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:59.714689 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-4b9cca06-6bbb-4595-ab57-d41644bf2322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:59.732042 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Pushing event updated for resources: {'Network': ['ID=d324ccdb-600d-4b41-a203-ab038d2e7ece,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:59.735777 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:59.740203 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6825533 Jun 25 14:32:59.740500 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 51954) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:32:59.747026 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Request body: {'subnet': {'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1549819461-subnet', 'tenant_id': 'eb7e6d50010a4328a064ba0eca0e9316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:32:59.747476 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network d324ccdb-600d-4b41-a203-ab038d2e7ece details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:32:59.752211 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:32:59.756542 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Usage tracker for resource:subnet and tenant:eb7e6d50010a4328a064ba0eca0e9316 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:32:59.760527 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:32:59.772252 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:32:59.790986 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Made reservation on behalf of eb7e6d50010a4328a064ba0eca0e9316 for: {'subnet': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:32:59.796103 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Notify callbacks [] for subnet, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.832375 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-4b9cca06-6bbb-4595-ab57-d41644bf2322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.840046 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-4b9cca06-6bbb-4595-ab57-d41644bf2322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:32:59.849216 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-2d230caa-c122-4634-8887-77ccc6aa1741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:32:59.895005 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9cca06-6bbb-4595-ab57-d41644bf2322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd6e0d2-ccc0-4ddc-8d38-3d484ebfd634,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:32:59.901802 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-4b9cca06-6bbb-4595-ab57-d41644bf2322 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=acb02b8753404713a3b51412450e3ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348390 Jun 25 14:32:59.903130 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-4b9cca06-6bbb-4595-ab57-d41644bf2322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:32:59.905782 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 51962) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:00.012978 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-588edb52-6095-4e7d-99a2-68fd9cdac1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:00.078939 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-588edb52-6095-4e7d-99a2-68fd9cdac1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:00.149562 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for subnet, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:00.162387 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-1e875940-22a6-4d42-b113-706d0b767c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:00.193826 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-588edb52-6095-4e7d-99a2-68fd9cdac1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:00.199048 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:00.211774 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588edb52-6095-4e7d-99a2-68fd9cdac1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd6e0d2-ccc0-4ddc-8d38-3d484ebfd634,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:00.216326 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-588edb52-6095-4e7d-99a2-68fd9cdac1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:00.220458 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-588edb52-6095-4e7d-99a2-68fd9cdac1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:00.228393 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-588edb52-6095-4e7d-99a2-68fd9cdac1e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7dd6e0d2-ccc0-4ddc-8d38-3d484ebfd634 HTTP/1.1" status: 204 len: 168 time: 0.3140163 Jun 25 14:33:00.354293 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57e4523-d4b8-4afa-a028-600438bce339,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:00.359967 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:00.366461 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Checking segment: {'id': 'b2bd4999-06df-418e-8f99-fb538e719c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:00.367017 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Network hostable DHCP agents. Network: d324ccdb-600d-4b41-a203-ab038d2e7ece, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:33:00.393264 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Network d324ccdb-600d-4b41-a203-ab038d2e7ece is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:33:00.411668 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, d324ccdb-600d-4b41-a203-ab038d2e7ece) {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:00.417826 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:00.418743 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:00.428546 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd1af07-281c-4978-86d7-0cd9fd7613ee None None] Network d324ccdb-600d-4b41-a203-ab038d2e7ece requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:33:00.461305 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-6e280417-d5c5-4c02-860b-1b4af6cde6be admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7178164 Jun 25 14:33:00.849755 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 51982) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:00.883372 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7ea54300-1fc7-4f9c-b5da-6e2c4d5f3358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:00.897280 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1045f02a-d530-4789-acc6-1299b3c5d7d2 None None] Network d324ccdb-600d-4b41-a203-ab038d2e7ece requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:33:00.906616 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-7ea54300-1fc7-4f9c-b5da-6e2c4d5f3358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:00.912720 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-7ea54300-1fc7-4f9c-b5da-6e2c4d5f3358 admin admin] Usage tracker for resource:security_group_rule and tenant:cb9596f7a1aa408988a46c313a8499bf is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:00.918053 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-7ea54300-1fc7-4f9c-b5da-6e2c4d5f3358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:00.927885 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-7ea54300-1fc7-4f9c-b5da-6e2c4d5f3358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:01.076010 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7ea54300-1fc7-4f9c-b5da-6e2c4d5f3358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:01.087581 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7ea54300-1fc7-4f9c-b5da-6e2c4d5f3358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:01.096077 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-577c664c-99f3-4009-a96a-e4cb82a79387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:01.147615 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-7ea54300-1fc7-4f9c-b5da-6e2c4d5f3358 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb9596f7a1aa408988a46c313a8499bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891276 Jun 25 14:33:01.147615 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea54300-1fc7-4f9c-b5da-6e2c4d5f3358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b278de25-4b2e-4e9f-a412-39bff6f5d564,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:01.148040 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 51992) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:01.160420 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7ea54300-1fc7-4f9c-b5da-6e2c4d5f3358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:01.232902 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9846c345-3b47-47d9-83dc-cd5dc506cb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:01.266986 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9846c345-3b47-47d9-83dc-cd5dc506cb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:01.371672 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9846c345-3b47-47d9-83dc-cd5dc506cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:01.386595 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-075b765c-0b56-4cd6-9917-0e9e5e5ef403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:01.412624 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846c345-3b47-47d9-83dc-cd5dc506cb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b278de25-4b2e-4e9f-a412-39bff6f5d564,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:01.415017 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9846c345-3b47-47d9-83dc-cd5dc506cb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:01.419393 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9846c345-3b47-47d9-83dc-cd5dc506cb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:01.420739 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-9846c345-3b47-47d9-83dc-cd5dc506cb9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b278de25-4b2e-4e9f-a412-39bff6f5d564 HTTP/1.1" status: 204 len: 168 time: 0.2716112 Jun 25 14:33:02.370357 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 52036) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:02.623160 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-6f34132d-7f79-416f-8f2c-f5a4ce31c4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:02.843568 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-40233187-5df0-4a47-abf8-23e341ab6d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:02.929024 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-40233187-5df0-4a47-abf8-23e341ab6d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:02.955531 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-40233187-5df0-4a47-abf8-23e341ab6d9e admin admin] Usage tracker for resource:security_group_rule and tenant:de7034092d094e3284d129849a181933 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:02.973459 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-40233187-5df0-4a47-abf8-23e341ab6d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:02.985237 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:03.010001 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-40233187-5df0-4a47-abf8-23e341ab6d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:03.064045 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9afcf-3713-4310-bad4-259fe398b670 req-cb55dce2-3e6f-4063-95d3-de6b4f0852e3 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:03.066710 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8ed9afcf-3713-4310-bad4-259fe398b670 req-cb55dce2-3e6f-4063-95d3-de6b4f0852e3 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.3466790 Jun 25 14:33:03.102158 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837077aa-2f7c-4874-be7e-12c1920518d8 req-6a910da0-29a6-4755-983e-a6c76b324498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:03.105034 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-837077aa-2f7c-4874-be7e-12c1920518d8 req-6a910da0-29a6-4755-983e-a6c76b324498 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445a61d727034821bf08ebd2c102dc6c&device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 1099 time: 0.5348403 Jun 25 14:33:03.459243 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8ed9afcf-3713-4310-bad4-259fe398b670 req-2fcee719-6ccd-4cee-9cff-df758e86b015 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503442 Jun 25 14:33:03.466666 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52082) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:03.612568 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837077aa-2f7c-4874-be7e-12c1920518d8 req-5f9c209a-1344-465c-a4c0-a0b0c7df869e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:03.615235 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-837077aa-2f7c-4874-be7e-12c1920518d8 req-5f9c209a-1344-465c-a4c0-a0b0c7df869e service neutron] 10.222.0.69 "GET /v2.0/networks?id=4dc45219-5875-4c3b-97df-d5e5edc87f68 HTTP/1.1" status: 200 len: 920 time: 0.4903080 Jun 25 14:33:03.731066 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a2eff72f-ff1d-4d1f-82ec-037a2694f5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:03.735264 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-40233187-5df0-4a47-abf8-23e341ab6d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:03.758588 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-a2eff72f-ff1d-4d1f-82ec-037a2694f5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:03.765122 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-a2eff72f-ff1d-4d1f-82ec-037a2694f5f2 admin admin] Usage tracker for resource:security_group_rule and tenant:9e5ed67d93c74377a8b10a5970304ef1 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:03.767216 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-837077aa-2f7c-4874-be7e-12c1920518d8 req-9050d16c-3c65-46cf-ac99-79ff626430c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178ffd9d-d308-4b60-be05-3f0b57872341 HTTP/1.1" status: 200 len: 217 time: 0.1437602 Jun 25 14:33:03.768912 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-a2eff72f-ff1d-4d1f-82ec-037a2694f5f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:03.778946 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-a2eff72f-ff1d-4d1f-82ec-037a2694f5f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:03.806200 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-40233187-5df0-4a47-abf8-23e341ab6d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:03.831703 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:03.955895 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a2eff72f-ff1d-4d1f-82ec-037a2694f5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:03.966710 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a2eff72f-ff1d-4d1f-82ec-037a2694f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:03.984155 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5a540a8e-2996-4a97-957a-16ca3af419a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:04.074197 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-40233187-5df0-4a47-abf8-23e341ab6d9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=de7034092d094e3284d129849a181933&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7036479 Jun 25 14:33:04.076268 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52102) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:04.087063 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eff72f-ff1d-4d1f-82ec-037a2694f5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57afdbd8-f352-4759-b951-c0933fe2efff,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:04.088284 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40233187-5df0-4a47-abf8-23e341ab6d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828656b3-cdaf-488a-bbb2-9817c8b00553,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:04.096632 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-40233187-5df0-4a47-abf8-23e341ab6d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:04.130589 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837077aa-2f7c-4874-be7e-12c1920518d8 req-a660de62-9fce-4164-8e63-2692e92e9ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:04.132420 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-837077aa-2f7c-4874-be7e-12c1920518d8 req-a660de62-9fce-4164-8e63-2692e92e9ef2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25fa1d40-6698-4460-a719-5f9a049dbbb9 HTTP/1.1" status: 200 len: 859 time: 0.3125839 Jun 25 14:33:04.163282 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-a2eff72f-ff1d-4d1f-82ec-037a2694f5f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e5ed67d93c74377a8b10a5970304ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6949325 Jun 25 14:33:04.165583 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a2eff72f-ff1d-4d1f-82ec-037a2694f5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:04.169817 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52106) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:04.213627 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-837077aa-2f7c-4874-be7e-12c1920518d8 req-41373568-9f35-4211-8544-4c3148c82f17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4dc45219-5875-4c3b-97df-d5e5edc87f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668819 Jun 25 14:33:04.238449 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-ef82a1a6-ffaf-4fab-89b3-420474fb27d9 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:04.241806 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-ef82a1a6-ffaf-4fab-89b3-420474fb27d9 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/networks?id=d324ccdb-600d-4b41-a203-ab038d2e7ece HTTP/1.1" status: 200 len: 809 time: 0.5040333 Jun 25 14:33:04.266400 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22944d41-b2d8-4f8f-babb-28d5f76f460b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:04.329718 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-38f84d44-9146-4a74-86fa-7096b18dd35b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/quotas/eb7e6d50010a4328a064ba0eca0e9316 HTTP/1.1" status: 200 len: 375 time: 0.0400212 Jun 25 14:33:04.363066 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22944d41-b2d8-4f8f-babb-28d5f76f460b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:04.394319 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d1dee6f8-6101-4bad-be5e-1004cb45d45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:04.480515 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d1dee6f8-6101-4bad-be5e-1004cb45d45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:04.549312 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-26f453db-0c82-4943-a741-3ccf4c53728f tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7e6d50010a4328a064ba0eca0e9316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1125219 Jun 25 14:33:04.649218 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22944d41-b2d8-4f8f-babb-28d5f76f460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:04.676764 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:04.718578 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d1dee6f8-6101-4bad-be5e-1004cb45d45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:04.744663 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22944d41-b2d8-4f8f-babb-28d5f76f460b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828656b3-cdaf-488a-bbb2-9817c8b00553,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:04.760416 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-22944d41-b2d8-4f8f-babb-28d5f76f460b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:04.761970 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7467cead-f635-44b2-b0e5-e385684a938c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:04.824128 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22944d41-b2d8-4f8f-babb-28d5f76f460b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:04.829448 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-22944d41-b2d8-4f8f-babb-28d5f76f460b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/828656b3-cdaf-488a-bbb2-9817c8b00553 HTTP/1.1" status: 204 len: 168 time: 0.7500529 Jun 25 14:33:04.834685 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d1dee6f8-6101-4bad-be5e-1004cb45d45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:04.846029 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d1dee6f8-6101-4bad-be5e-1004cb45d45c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57afdbd8-f352-4759-b951-c0933fe2efff HTTP/1.1" status: 204 len: 168 time: 0.6745565 Jun 25 14:33:04.853037 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dee6f8-6101-4bad-be5e-1004cb45d45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57afdbd8-f352-4759-b951-c0933fe2efff,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:04.858265 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d1dee6f8-6101-4bad-be5e-1004cb45d45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:05.089625 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-837077aa-2f7c-4874-be7e-12c1920518d8 req-601d1731-6e78-4db8-bf5b-7987084eaba6 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8442934 Jun 25 14:33:05.176817 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-8d14a01e-5752-4720-b762-131852e621b5 service neutron] 10.222.0.61 "GET /v2.0/networks/d324ccdb-600d-4b41-a203-ab038d2e7ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166131 Jun 25 14:33:05.200448 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470dc8e-bee6-4be5-ba18-7694c8c25a11 req-8d7375f4-b740-4be1-8abc-c7a5d6e4f8da tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:05.203049 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c470dc8e-bee6-4be5-ba18-7694c8c25a11 req-8d7375f4-b740-4be1-8abc-c7a5d6e4f8da tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2507911 Jun 25 14:33:05.400645 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52136) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:05.431670 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 52140) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:05.440201 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e6dd945b-7f13-49db-9d61-05ab549bc4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:05.444031 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-7960a649-bd50-4e2d-af4c-915179db911d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:05.459207 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c470dc8e-bee6-4be5-ba18-7694c8c25a11 req-58f0c8e9-a15e-42c6-8237-874f8d1c3798 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189956 Jun 25 14:33:05.460144 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-e6dd945b-7f13-49db-9d61-05ab549bc4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:05.465327 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-5d35d903-52d8-4bea-82b7-3da77d7bf8dc service neutron] 10.222.0.61 "GET /v2.0/networks/d324ccdb-600d-4b41-a203-ab038d2e7ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609346 Jun 25 14:33:05.466237 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-02cc574c-3d3e-422f-9421-28697f6b9f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:05.467978 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-e6dd945b-7f13-49db-9d61-05ab549bc4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:297d36aa86fc473ab2709a721958542d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:05.473306 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-e6dd945b-7f13-49db-9d61-05ab549bc4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:05.485255 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-02cc574c-3d3e-422f-9421-28697f6b9f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:05.485941 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-e6dd945b-7f13-49db-9d61-05ab549bc4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:05.489978 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-02cc574c-3d3e-422f-9421-28697f6b9f7c admin admin] Usage tracker for resource:security_group_rule and tenant:65c0479fe2ad40ba91e03678979d22d7 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:05.493252 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-02cc574c-3d3e-422f-9421-28697f6b9f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:05.513119 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-02cc574c-3d3e-422f-9421-28697f6b9f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:05.631896 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-02cc574c-3d3e-422f-9421-28697f6b9f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:05.663849 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-02cc574c-3d3e-422f-9421-28697f6b9f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:05.666955 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e6dd945b-7f13-49db-9d61-05ab549bc4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:05.674369 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e6dd945b-7f13-49db-9d61-05ab549bc4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:05.677047 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:05.691942 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5e24af83-4878-4e90-bcc4-716ec9014b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:05.805511 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd945b-7f13-49db-9d61-05ab549bc4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba64f280-39a9-4bd1-be24-69a1f1ecc1f9,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:05.817101 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e6dd945b-7f13-49db-9d61-05ab549bc4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:05.828742 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-e6dd945b-7f13-49db-9d61-05ab549bc4b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=297d36aa86fc473ab2709a721958542d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251885 Jun 25 14:33:05.836057 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52150) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:05.958118 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a1084436-30a5-4fae-a0af-137c120620fb req-29c016dc-06a9-4ecc-9caa-de8d7179c8a0 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 210 time: 0.1241601 Jun 25 14:33:05.980242 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-02cc574c-3d3e-422f-9421-28697f6b9f7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=65c0479fe2ad40ba91e03678979d22d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431726 Jun 25 14:33:05.983729 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 52160) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:06.028751 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc574c-3d3e-422f-9421-28697f6b9f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f0b68b-0417-43f0-b31e-22f5d97b281a,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:06.089931 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-02cc574c-3d3e-422f-9421-28697f6b9f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:06.120981 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:06.122775 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-abcc9316-4dec-4c6c-85eb-f1b05aa26a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:06.179282 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-837077aa-2f7c-4874-be7e-12c1920518d8 req-ef3fc5fc-f52b-47aa-98a2-1ef42bbabec4 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448308 Jun 25 14:33:06.181824 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-abcc9316-4dec-4c6c-85eb-f1b05aa26a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:06.214097 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9b321137-dd7f-4161-a0bc-68a4235265cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:06.260631 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9b321137-dd7f-4161-a0bc-68a4235265cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:06.263096 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-abcc9316-4dec-4c6c-85eb-f1b05aa26a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:06.271678 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9dd39531-45fa-4a13-9c7b-3e9a744059da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:06.296351 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc9316-4dec-4c6c-85eb-f1b05aa26a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba64f280-39a9-4bd1-be24-69a1f1ecc1f9,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:06.302380 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-abcc9316-4dec-4c6c-85eb-f1b05aa26a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:06.305039 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-abcc9316-4dec-4c6c-85eb-f1b05aa26a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:06.307116 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-abcc9316-4dec-4c6c-85eb-f1b05aa26a43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba64f280-39a9-4bd1-be24-69a1f1ecc1f9 HTTP/1.1" status: 204 len: 168 time: 0.4692059 Jun 25 14:33:06.356066 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9b321137-dd7f-4161-a0bc-68a4235265cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:06.362819 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-436649c3-4ac2-4335-bc54-703be23b88b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:06.381711 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b321137-dd7f-4161-a0bc-68a4235265cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f0b68b-0417-43f0-b31e-22f5d97b281a,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:06.384677 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-9b321137-dd7f-4161-a0bc-68a4235265cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:06.405754 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9b321137-dd7f-4161-a0bc-68a4235265cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:06.407452 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-9b321137-dd7f-4161-a0bc-68a4235265cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56f0b68b-0417-43f0-b31e-22f5d97b281a HTTP/1.1" status: 204 len: 168 time: 0.4189250 Jun 25 14:33:06.735092 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ac0a9-d8fb-47b9-ac53-312aaa318f20 req-40b7c4d9-72cd-4abf-a79f-58171442b26e tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:06.737516 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-766ac0a9-d8fb-47b9-ac53-312aaa318f20 req-40b7c4d9-72cd-4abf-a79f-58171442b26e tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1100595 Jun 25 14:33:06.828459 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-766ac0a9-d8fb-47b9-ac53-312aaa318f20 req-03ff87d3-14c8-4642-8693-a359a001c3e9 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803113 Jun 25 14:33:07.060479 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 52190) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:07.090610 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5b01-013e-4ff9-b16c-24dd65ca81fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.114465 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-ef2f5b01-013e-4ff9-b16c-24dd65ca81fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:07.119648 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-ef2f5b01-013e-4ff9-b16c-24dd65ca81fc admin admin] Usage tracker for resource:security_group_rule and tenant:32ea854ad44643b187ff1ec57d4a9165 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:07.123078 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-ef2f5b01-013e-4ff9-b16c-24dd65ca81fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:07.130375 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-ef2f5b01-013e-4ff9-b16c-24dd65ca81fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:07.224141 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-13670baf-1fc0-4776-924b-4717977dbfa1 req-6998df6c-fe86-4fec-b47d-56ffcf2503a8 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 210 time: 0.0554647 Jun 25 14:33:07.293363 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5b01-013e-4ff9-b16c-24dd65ca81fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.298907 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5b01-013e-4ff9-b16c-24dd65ca81fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.320648 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:07.360777 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f5b01-013e-4ff9-b16c-24dd65ca81fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc2bbc-72d3-4d2e-8cd2-269877d78fc3,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:07.366204 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-ef2f5b01-013e-4ff9-b16c-24dd65ca81fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:07.366746 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-ef2f5b01-013e-4ff9-b16c-24dd65ca81fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32ea854ad44643b187ff1ec57d4a9165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049333 Jun 25 14:33:07.369829 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 52198) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:07.462616 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b7a7b83c-3b04-475b-af6e-63eda3e31090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.496128 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b7a7b83c-3b04-475b-af6e-63eda3e31090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.555408 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.560369 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b7a7b83c-3b04-475b-af6e-63eda3e31090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.564716 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-4b9cca06-6bbb-4595-ab57-d41644bf2322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:07.581628 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7b83c-3b04-475b-af6e-63eda3e31090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc2bbc-72d3-4d2e-8cd2-269877d78fc3,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:07.590033 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-b7a7b83c-3b04-475b-af6e-63eda3e31090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:07.590847 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b7a7b83c-3b04-475b-af6e-63eda3e31090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:07.592160 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-b7a7b83c-3b04-475b-af6e-63eda3e31090 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02dc2bbc-72d3-4d2e-8cd2-269877d78fc3 HTTP/1.1" status: 204 len: 168 time: 0.2210166 Jun 25 14:33:08.410432 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df650b98-e398-438e-a86f-4e39c05c4470 req-ab63796a-4363-4867-bd8a-09d700c2e64f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:08.429245 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-df650b98-e398-438e-a86f-4e39c05c4470 req-ab63796a-4363-4867-bd8a-09d700c2e64f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2379053 Jun 25 14:33:08.457486 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:08.644552 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-df650b98-e398-438e-a86f-4e39c05c4470 req-1b801483-59d3-49cf-9ef8-2bcf5b39205b tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031384 Jun 25 14:33:08.698281 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-70eb7d24-2c1c-4697-b605-c125404c96ad req-c2a0ed29-8c63-4914-a072-22d3c55500b9 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 210 time: 0.1358058 Jun 25 14:33:09.256639 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52252) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:09.343655 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-60ba8d02-c322-4666-a477-f51684a992db tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:09.348107 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-60ba8d02-c322-4666-a477-f51684a992db tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.69 "GET /v2.0/networks?id=d324ccdb-600d-4b41-a203-ab038d2e7ece HTTP/1.1" status: 200 len: 809 time: 0.5368125 Jun 25 14:33:09.374956 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Request body: {'port': {'device_id': 'a85f5252-eb7f-48b4-9bbc-1da25b7865e2', 'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece', 'admin_state_up': True, 'tenant_id': 'eb7e6d50010a4328a064ba0eca0e9316'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:09.427241 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52258) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:09.472226 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8bcb-5b5b-4671-88cd-2d6c36ba3750 req-d7c8c4de-8024-43e2-990a-f114fda37e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:09.473883 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-280e8bcb-5b5b-4671-88cd-2d6c36ba3750 req-d7c8c4de-8024-43e2-990a-f114fda37e98 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445a61d727034821bf08ebd2c102dc6c&device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 1099 time: 0.2235992 Jun 25 14:33:09.615987 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d2064c1b-c9b2-4ff1-aab2-115884706568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:09.646909 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f630728e-8141-40fe-9267-f6d7e3bb1836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:09.670078 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d2064c1b-c9b2-4ff1-aab2-115884706568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:09.680856 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d2064c1b-c9b2-4ff1-aab2-115884706568 admin admin] Usage tracker for resource:security_group_rule and tenant:e19d3997b98c4dc0a1a0a029551f4926 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:09.688972 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d2064c1b-c9b2-4ff1-aab2-115884706568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:09.703447 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d2064c1b-c9b2-4ff1-aab2-115884706568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:09.707463 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-f630728e-8141-40fe-9267-f6d7e3bb1836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:09.720154 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-f630728e-8141-40fe-9267-f6d7e3bb1836 admin admin] Usage tracker for resource:security_group_rule and tenant:d863cd54a83a45d3820eccd7c11190c0 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:09.733917 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-f630728e-8141-40fe-9267-f6d7e3bb1836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:09.747313 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-f630728e-8141-40fe-9267-f6d7e3bb1836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:09.795609 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:09.814581 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Usage tracker for resource:port and tenant:eb7e6d50010a4328a064ba0eca0e9316 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:09.819847 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:09.839517 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:09.848852 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8bcb-5b5b-4671-88cd-2d6c36ba3750 req-be607bbc-ceed-4a1b-b324-218aff2ae59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:09.850779 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-280e8bcb-5b5b-4671-88cd-2d6c36ba3750 req-be607bbc-ceed-4a1b-b324-218aff2ae59c service neutron] 10.222.0.69 "GET /v2.0/networks?id=4dc45219-5875-4c3b-97df-d5e5edc87f68 HTTP/1.1" status: 200 len: 920 time: 0.3134961 Jun 25 14:33:09.858360 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Made reservation on behalf of eb7e6d50010a4328a064ba0eca0e9316 for: {'port': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:09.862715 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.020046 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f630728e-8141-40fe-9267-f6d7e3bb1836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.044734 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f630728e-8141-40fe-9267-f6d7e3bb1836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.065337 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-abcc9316-4dec-4c6c-85eb-f1b05aa26a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:10.087427 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d2064c1b-c9b2-4ff1-aab2-115884706568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.112262 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d2064c1b-c9b2-4ff1-aab2-115884706568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.122701 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-280e8bcb-5b5b-4671-88cd-2d6c36ba3750 req-40963fb3-d757-4ffe-a960-bae011360a02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178ffd9d-d308-4b60-be05-3f0b57872341 HTTP/1.1" status: 200 len: 217 time: 0.2492664 Jun 25 14:33:10.187741 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-f630728e-8141-40fe-9267-f6d7e3bb1836 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d863cd54a83a45d3820eccd7c11190c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7565384 Jun 25 14:33:10.194270 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52276) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:10.199491 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630728e-8141-40fe-9267-f6d7e3bb1836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1157fe69-d875-4c7b-a98c-a098a71d84b2,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:10.206845 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d2064c1b-c9b2-4ff1-aab2-115884706568 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e19d3997b98c4dc0a1a0a029551f4926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9462688 Jun 25 14:33:10.208424 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f630728e-8141-40fe-9267-f6d7e3bb1836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:10.221132 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a2eff72f-ff1d-4d1f-82ec-037a2694f5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:10.232900 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52280) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:10.255952 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b408ed3c-0dc4-4386-a2b6-7b6d22357b0c req-2747abd2-1e4a-4575-b94a-b9cea8ba603d tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 210 time: 0.2596314 Jun 25 14:33:10.303456 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2064c1b-c9b2-4ff1-aab2-115884706568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f2da69-1214-4946-bf28-f05396eafd48,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:10.322317 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d2064c1b-c9b2-4ff1-aab2-115884706568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:10.379621 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e8bcb-5b5b-4671-88cd-2d6c36ba3750 req-169de3f0-1b14-472f-adc4-50c7c00f56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:10.381086 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-280e8bcb-5b5b-4671-88cd-2d6c36ba3750 req-169de3f0-1b14-472f-adc4-50c7c00f56bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25fa1d40-6698-4460-a719-5f9a049dbbb9 HTTP/1.1" status: 200 len: 859 time: 0.2410183 Jun 25 14:33:10.382203 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-45e7870d-273c-47fb-b16f-32fec6f9a9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.451626 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-45e7870d-273c-47fb-b16f-32fec6f9a9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.473160 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-280e8bcb-5b5b-4671-88cd-2d6c36ba3750 req-caf076d9-2f17-4f1f-bb27-d1ba9c418167 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4dc45219-5875-4c3b-97df-d5e5edc87f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548103 Jun 25 14:33:10.473955 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4bae87e4-33ac-4e20-9273-bac4a9055d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.518122 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb710176-6a22-4185-9a66-f2a4bc77479d req-1ca65bfb-e0d4-4179-9f96-330dff682780 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:10.519903 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cb710176-6a22-4185-9a66-f2a4bc77479d req-1ca65bfb-e0d4-4179-9f96-330dff682780 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.5255840 Jun 25 14:33:10.536238 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4bae87e4-33ac-4e20-9273-bac4a9055d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.588556 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-45e7870d-273c-47fb-b16f-32fec6f9a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.594631 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-aab90b30-5c8b-490b-8b1d-3c62c04d41b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:10.608122 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7870d-273c-47fb-b16f-32fec6f9a9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1157fe69-d875-4c7b-a98c-a098a71d84b2,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:10.611208 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-45e7870d-273c-47fb-b16f-32fec6f9a9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:10.622512 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-45e7870d-273c-47fb-b16f-32fec6f9a9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.623741 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-45e7870d-273c-47fb-b16f-32fec6f9a9eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1157fe69-d875-4c7b-a98c-a098a71d84b2 HTTP/1.1" status: 204 len: 168 time: 0.4268346 Jun 25 14:33:10.641820 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4bae87e4-33ac-4e20-9273-bac4a9055d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.647399 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d1dee6f8-6101-4bad-be5e-1004cb45d45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:10.677168 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae87e4-33ac-4e20-9273-bac4a9055d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f2da69-1214-4946-bf28-f05396eafd48,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:10.682688 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4bae87e4-33ac-4e20-9273-bac4a9055d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:10.685078 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4bae87e4-33ac-4e20-9273-bac4a9055d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:10.686870 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-4bae87e4-33ac-4e20-9273-bac4a9055d8a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83f2da69-1214-4946-bf28-f05396eafd48 HTTP/1.1" status: 204 len: 168 time: 0.4528718 Jun 25 14:33:10.718945 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Allocated IP 172.20.0.12 (d324ccdb-600d-4b41-a203-ab038d2e7ece/a57e4523-d4b8-4afa-a028-600438bce339/fc0edd5a-1655-4645-bceb-64a6f7a28bea) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:33:10.749114 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cb710176-6a22-4185-9a66-f2a4bc77479d req-baf15c96-6db9-4a34-966e-581b2f703c75 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543715 Jun 25 14:33:11.004778 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-280e8bcb-5b5b-4671-88cd-2d6c36ba3750 req-43f3a6a4-3975-4d73-a483-2b5be3541925 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209846 Jun 25 14:33:11.056839 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52304) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:11.438217 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-280e8bcb-5b5b-4671-88cd-2d6c36ba3750 req-a5fe115e-e784-4b52-b900-9f8676fb4305 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509617 Jun 25 14:33:11.479193 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:11.516780 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:11.581022 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:11.601696 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Usage tracker for resource:security_group_rule and tenant:024f859bf488438e9fefdcb98f2810e1 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:11.607075 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:11.619858 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:11.648029 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:11.676401 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-18538544-5bed-4b63-8ed7-f2b56e950687 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:11.808138 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:11.819302 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:11.836633 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e6dd945b-7f13-49db-9d61-05ab549bc4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:11.919262 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=024f859bf488438e9fefdcb98f2810e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8604014 Jun 25 14:33:11.925859 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52346) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:11.944481 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Network d324ccdb-600d-4b41-a203-ab038d2e7ece is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:33:11.967981 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:11.968187 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a855b929-d358-4400-a4c8-6a47216af0ad,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:11.975827 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:33:11.990230 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:11.990912 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:11.991468 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:11.992130 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:11.993596 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:11.994200 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:11.997063 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:11.997654 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:11.998236 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:11.998805 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:11.999428 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:11.999931 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.126043 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:12.130428 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Pushing event updated for resources: {'Port': ['ID=fc0edd5a-1655-4645-bceb-64a6f7a28bea,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:12.169573 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.170106 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.170455 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.170797 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.171135 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.171473 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.171845 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.172175 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.173197 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.173537 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.174613 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.174990 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:12.186661 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:12.230300 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7d849cbe-4d90-402e-920e-61f9a1be1227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:12.241481 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:12.242373 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:12.309398 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9394991 Jun 25 14:33:12.328262 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7d849cbe-4d90-402e-920e-61f9a1be1227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:12.414817 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52372) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:12.419489 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Request body: {'port': {'device_id': 'a85f5252-eb7f-48b4-9bbc-1da25b7865e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:12.487443 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f11d67-ef28-4c1e-a6a7-1dee1482884b req-329ad2fe-e32f-465f-ad0b-7dd3066c5321 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:12.488251 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-84f11d67-ef28-4c1e-a6a7-1dee1482884b req-329ad2fe-e32f-465f-ad0b-7dd3066c5321 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Synchronizing usage tracker for tenant:eb7e6d50010a4328a064ba0eca0e9316 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:33:12.502848 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7d849cbe-4d90-402e-920e-61f9a1be1227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:12.518239 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-04ff47d2-3568-413f-9480-4f1ddcdadbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:12.554124 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d849cbe-4d90-402e-920e-61f9a1be1227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a855b929-d358-4400-a4c8-6a47216af0ad,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:12.558461 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7d849cbe-4d90-402e-920e-61f9a1be1227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:12.560382 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7d849cbe-4d90-402e-920e-61f9a1be1227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:12.567641 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-7d849cbe-4d90-402e-920e-61f9a1be1227 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a855b929-d358-4400-a4c8-6a47216af0ad HTTP/1.1" status: 204 len: 168 time: 0.6394467 Jun 25 14:33:12.675902 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-84f11d67-ef28-4c1e-a6a7-1dee1482884b req-329ad2fe-e32f-465f-ad0b-7dd3066c5321 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Unset dirty status for tenant:eb7e6d50010a4328a064ba0eca0e9316 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:33:12.677845 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-84f11d67-ef28-4c1e-a6a7-1dee1482884b req-329ad2fe-e32f-465f-ad0b-7dd3066c5321 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 932 time: 1.0032978 Jun 25 14:33:12.702088 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f01ecc-8836-4069-bb0f-ff8f1a56993f req-8aa37a87-cd8d-4c70-9d0d-0476101d48f7 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:12.704833 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-48f01ecc-8836-4069-bb0f-ff8f1a56993f req-8aa37a87-cd8d-4c70-9d0d-0476101d48f7 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.3938098 Jun 25 14:33:12.791716 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:12.845966 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-84f11d67-ef28-4c1e-a6a7-1dee1482884b req-4e9e907f-fb77-4512-b8e2-d1dd907132f9 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397433 Jun 25 14:33:12.861605 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-538040326-network', 'tenant_id': '3f961c44648b40ad96fa5df5ca0f2a82'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:12.876149 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:12.884702 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Usage tracker for resource:network and tenant:3f961c44648b40ad96fa5df5ca0f2a82 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:12.890606 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:12.892332 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-48f01ecc-8836-4069-bb0f-ff8f1a56993f req-c62a6ac2-649b-410b-9d50-752d59780fc2 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446590 Jun 25 14:33:12.930861 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:12.956986 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Made reservation on behalf of 3f961c44648b40ad96fa5df5ca0f2a82 for: {'network': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:12.960890 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:12.995423 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:13.037998 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:13.047911 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Usage tracker for resource:security_group_rule and tenant:3f961c44648b40ad96fa5df5ca0f2a82 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:13.056145 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:13.085575 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:13.296560 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:13.302657 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:13.310921 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-88524cad-abe0-40d4-8d94-9c32472fee92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:13.355072 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=78416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:33:13.375753 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe4f634-47a1-4b48-968e-51c103aec465,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:13.383064 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:13.384836 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:13.385369 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.segments_db [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Added segment c4287c09-d2b9-4ce6-9b22-2dea3591fd81 of type vlan for network b0ca607e-0fa7-4a63-8e31-00798dd41cbb Jun 25 14:33:13.439843 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:13.490480 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:13.494261 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:13.495309 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:13.504697 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-11b283ae-3347-46c6-81d1-767b9b4c3fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:13.593763 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0edd5a-1655-4645-bceb-64a6f7a28bea {{(pid=78417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:33:13.609807 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:13.642782 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Transition to ACTIVE for port object fc0edd5a-1655-4645-bceb-64a6f7a28bea will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:13.651311 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:13.671247 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-9d1f6439-c08c-44df-9c91-8496b28102da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:13.686234 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2690561 Jun 25 14:33:13.693064 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52396) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:13.697938 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Pushing event updated for resources: {'Network': ['ID=b0ca607e-0fa7-4a63-8e31-00798dd41cbb,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:13.708223 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Request body: {'subnet': {'network_id': 'b0ca607e-0fa7-4a63-8e31-00798dd41cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-538040326-subnet', 'tenant_id': '3f961c44648b40ad96fa5df5ca0f2a82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:13.713965 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:13.716492 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network b0ca607e-0fa7-4a63-8e31-00798dd41cbb details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:33:13.717523 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:13.724713 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Usage tracker for resource:subnet and tenant:3f961c44648b40ad96fa5df5ca0f2a82 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:13.730781 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:13.750515 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:13.777164 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Made reservation on behalf of 3f961c44648b40ad96fa5df5ca0f2a82 for: {'subnet': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:13.783015 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Notify callbacks [] for subnet, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:13.892699 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0edd5a-1655-4645-bceb-64a6f7a28bea,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:13.910897 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:14.340567 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Attempting to bind port fc0edd5a-1655-4645-bceb-64a6f7a28bea on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:33:14.341107 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Attempting to bind port fc0edd5a-1655-4645-bceb-64a6f7a28bea by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'b2bd4999-06df-418e-8f99-fb538e719c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:33:14.341653 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Attempting to bind port fc0edd5a-1655-4645-bceb-64a6f7a28bea on network d324ccdb-600d-4b41-a203-ab038d2e7ece {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:33:14.394297 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for subnet, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:14.403613 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:14.439919 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Port fc0edd5a-1655-4645-bceb-64a6f7a28bea on network d324ccdb-600d-4b41-a203-ab038d2e7ece not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:33:14.440379 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Attempting to bind port fc0edd5a-1655-4645-bceb-64a6f7a28bea on network d324ccdb-600d-4b41-a203-ab038d2e7ece {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:33:14.481558 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:33:14.482091 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Checking segment: {'id': 'b2bd4999-06df-418e-8f99-fb538e719c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:14.482753 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Bound using segment: {'id': 'b2bd4999-06df-418e-8f99-fb538e719c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:33:14.483365 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Bound port: fc0edd5a-1655-4645-bceb-64a6f7a28bea, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bd4999-06df-418e-8f99-fb538e719c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:33:14.484088 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:14.548555 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=499c2d1c-f310-491d-83aa-94a04242d08a,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:14.554926 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:14.559979 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Checking segment: {'id': 'c4287c09-d2b9-4ce6-9b22-2dea3591fd81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0ca607e-0fa7-4a63-8e31-00798dd41cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:14.561500 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Network hostable DHCP agents. Network: b0ca607e-0fa7-4a63-8e31-00798dd41cbb, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:33:14.600100 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Network b0ca607e-0fa7-4a63-8e31-00798dd41cbb is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:33:14.619058 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, b0ca607e-0fa7-4a63-8e31-00798dd41cbb) {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:14.627306 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:14.627845 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:14.638148 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a25bc23-e4c4-48af-9d4c-a7696c5af247 None None] Network b0ca607e-0fa7-4a63-8e31-00798dd41cbb requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:33:14.699683 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-ff4cbbcf-992e-4ff5-88db-6b714434eafd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9921069 Jun 25 14:33:14.699960 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8be69-1c0d-4edd-b24f-57c9ad990c1e req-d6880949-9a06-4bc5-9686-a81706d3ab66 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:14.699960 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-74b8be69-1c0d-4edd-b24f-57c9ad990c1e req-d6880949-9a06-4bc5-9686-a81706d3ab66 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 944 time: 0.4370909 Jun 25 14:33:14.709981 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260afe2-acc0-45ca-948c-78b725cecb84 req-e4ff8656-3714-4dce-a2ac-073879386ff2 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:14.727715 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0260afe2-acc0-45ca-948c-78b725cecb84 req-e4ff8656-3714-4dce-a2ac-073879386ff2 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.3715487 Jun 25 14:33:14.792857 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] For port fc0edd5a-1655-4645-bceb-64a6f7a28bea, host hv-cinder-79808, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:33:14.849617 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] For port fc0edd5a-1655-4645-bceb-64a6f7a28bea, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=fc0edd5a-1655-4645-bceb-64a6f7a28bea,segment=NetworkSegment(b2bd4999-06df-418e-8f99-fb538e719c39),segment_id=b2bd4999-06df-418e-8f99-fb538e719c39)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:33:14.868682 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0260afe2-acc0-45ca-948c-78b725cecb84 req-52db9fca-4975-4cfd-b175-ad1dc11d3c0f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393931 Jun 25 14:33:14.875871 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-74b8be69-1c0d-4edd-b24f-57c9ad990c1e req-98b4fd20-48c2-4c89-a722-7b03d555ee2d tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449428 Jun 25 14:33:14.878079 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:14.897227 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-59217853-c489-4f1d-aeaa-4cf3a5cd829f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:15.009717 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:15.015446 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:15.020621 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] 10.222.0.69 "PUT /v2.0/ports/fc0edd5a-1655-4645-bceb-64a6f7a28bea HTTP/1.1" status: 200 len: 1094 time: 2.6089971 Jun 25 14:33:15.021808 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85f5252-eb7f-48b4-9bbc-1da25b7865e2', 'tag': 'fc0edd5a-1655-4645-bceb-64a6f7a28bea'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:33:15.103382 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0edd5a-1655-4645-bceb-64a6f7a28bea,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:15.111367 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:15.116268 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85f5252-eb7f-48b4-9bbc-1da25b7865e2', 'tag': 'fc0edd5a-1655-4645-bceb-64a6f7a28bea', 'status': 'completed', 'code': 200} Jun 25 14:33:15.130151 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc005f0e-189e-4e4a-83b2-ae91b97507b9 None None] Network b0ca607e-0fa7-4a63-8e31-00798dd41cbb requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:33:15.254885 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7eb60b3c-e42b-4ebb-a96d-a4afa5f88a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:15.258479 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-7eb60b3c-e42b-4ebb-a96d-a4afa5f88a0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb7e6d50010a4328a064ba0eca0e9316&device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 1097 time: 0.1278062 Jun 25 14:33:15.425721 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-5650b303-ae54-4f6d-8899-8f1286625dd4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc0edd5a-1655-4645-bceb-64a6f7a28bea HTTP/1.1" status: 200 len: 217 time: 0.1370301 Jun 25 14:33:15.572214 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-dfded8ee-c447-4404-a8d7-5d4f0a770d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:15.579751 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-dfded8ee-c447-4404-a8d7-5d4f0a770d7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a57e4523-d4b8-4afa-a028-600438bce339 HTTP/1.1" status: 200 len: 849 time: 0.1394222 Jun 25 14:33:15.750979 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-51c48eec-1310-438e-9c22-846e8b40a79e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d324ccdb-600d-4b41-a203-ab038d2e7ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1675100 Jun 25 14:33:16.005893 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52450) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:16.038341 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52456) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:16.051774 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1009692397-network', 'tenant_id': 'ce7d46a9154240a98b027a285c22bb25'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:16.070833 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:16.091285 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Usage tracker for resource:network and tenant:ce7d46a9154240a98b027a285c22bb25 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:16.114852 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:16.140025 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:16.167979 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Made reservation on behalf of ce7d46a9154240a98b027a285c22bb25 for: {'network': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:16.174308 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:16.208656 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:16.221069 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-5e0fc35e-112e-4bcf-a621-0d0f3211823b service neutron] 10.222.0.69 "GET /v2.0/networks/d324ccdb-600d-4b41-a203-ab038d2e7ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585474 Jun 25 14:33:16.234397 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:16.241302 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Usage tracker for resource:security_group_rule and tenant:ce7d46a9154240a98b027a285c22bb25 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:16.246088 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:16.255084 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:16.486446 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b3b66-b503-4c94-8e01-5999048479e0 req-60617415-910e-4bba-8840-921b771fdaba tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.488074 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-993b3b66-b503-4c94-8e01-5999048479e0 req-60617415-910e-4bba-8840-921b771fdaba tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.3604727 Jun 25 14:33:16.501088 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6b74d894-e8a4-4d6c-8814-f618f9231414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:16.536203 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-6b74d894-e8a4-4d6c-8814-f618f9231414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:16.536553 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1500e76c-97a2-49fc-83b3-53b404a3cad0 req-9e9bd8a8-a77e-47f4-9f01-bef22aee30dd service neutron] 10.222.0.69 "GET /v2.0/networks/d324ccdb-600d-4b41-a203-ab038d2e7ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084245 Jun 25 14:33:16.540510 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:16.543973 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-6b74d894-e8a4-4d6c-8814-f618f9231414 admin admin] Usage tracker for resource:security_group_rule and tenant:3431d828d72f4dfbaf868cb0c4d8cf64 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:16.547201 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-6b74d894-e8a4-4d6c-8814-f618f9231414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:16.550200 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:16.556932 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9846c345-3b47-47d9-83dc-cd5dc506cb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:16.565244 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-6b74d894-e8a4-4d6c-8814-f618f9231414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:16.574957 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7d251-d775-4eeb-bc0c-2154315bbf23 req-72068516-d8d9-47b8-8b63-bdc8ee69d919 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.584426 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-57e7d251-d775-4eeb-bc0c-2154315bbf23 req-72068516-d8d9-47b8-8b63-bdc8ee69d919 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 944 time: 0.3023977 Jun 25 14:33:16.594604 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=78416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:33:16.606461 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44b40d2-d8d7-48dc-9c5f-cf7dd7082e81,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:16.619596 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:16.625225 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:16.625566 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.segments_db [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Added segment 28e4bf60-8f71-4925-8919-1d823d087d83 of type vlan for network c580cb15-d63c-4206-ba32-403e384e6643 Jun 25 14:33:16.678138 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:16.743961 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:16.748019 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.748601 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:16.756305 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:16.764539 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-993b3b66-b503-4c94-8e01-5999048479e0 req-3bc0bfab-f9b4-47cc-b391-479a9d6116ad tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647498 Jun 25 14:33:16.785554 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6b74d894-e8a4-4d6c-8814-f618f9231414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:16.794989 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6b74d894-e8a4-4d6c-8814-f618f9231414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:16.820666 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-57e7d251-d775-4eeb-bc0c-2154315bbf23 req-d32a1910-6bf2-4cbf-8ab4-ed50c63908c7 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227046 Jun 25 14:33:16.846417 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c4e58-b883-4042-9024-40a1fb253f3e req-0b0ac3d3-0714-423a-a3fa-c70422a4c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:16.848460 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0e2c4e58-b883-4042-9024-40a1fb253f3e req-0b0ac3d3-0714-423a-a3fa-c70422a4c244 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb7e6d50010a4328a064ba0eca0e9316&device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 1097 time: 0.1363273 Jun 25 14:33:16.899763 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Pushing event updated for resources: {'Network': ['ID=c580cb15-d63c-4206-ba32-403e384e6643,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:16.903712 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:16.908323 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8675559 Jun 25 14:33:16.909450 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7d849cbe-4d90-402e-920e-61f9a1be1227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:16.917218 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52462) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:16.921772 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-6b74d894-e8a4-4d6c-8814-f618f9231414 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3431d828d72f4dfbaf868cb0c4d8cf64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9132810 Jun 25 14:33:16.927438 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network c580cb15-d63c-4206-ba32-403e384e6643 details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:33:16.928323 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Request body: {'subnet': {'network_id': 'c580cb15-d63c-4206-ba32-403e384e6643', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1009692397-subnet', 'tenant_id': 'ce7d46a9154240a98b027a285c22bb25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:16.930026 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 52466) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:16.937236 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:16.974157 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Usage tracker for resource:subnet and tenant:ce7d46a9154240a98b027a285c22bb25 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:16.984911 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:16.995354 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74d894-e8a4-4d6c-8814-f618f9231414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cd2198-b559-4554-b0f2-c978ac6b69ef,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:16.999787 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:17.005792 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6b74d894-e8a4-4d6c-8814-f618f9231414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:17.019392 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Made reservation on behalf of ce7d46a9154240a98b027a285c22bb25 for: {'subnet': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:17.022774 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:17.143756 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c4e58-b883-4042-9024-40a1fb253f3e req-51aadcf9-53bb-4e20-bda4-9e4416c20b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:17.145247 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0e2c4e58-b883-4042-9024-40a1fb253f3e req-51aadcf9-53bb-4e20-bda4-9e4416c20b30 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d324ccdb-600d-4b41-a203-ab038d2e7ece HTTP/1.1" status: 200 len: 910 time: 0.2903464 Jun 25 14:33:17.148018 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f260dbf1-2d96-46d8-b3a4-a4a09c8638e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:17.232849 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0e2c4e58-b883-4042-9024-40a1fb253f3e req-713813f1-053d-45b6-9491-37b0b930be30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc0edd5a-1655-4645-bceb-64a6f7a28bea HTTP/1.1" status: 200 len: 217 time: 0.0751805 Jun 25 14:33:17.242702 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f260dbf1-2d96-46d8-b3a4-a4a09c8638e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:17.340634 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c4e58-b883-4042-9024-40a1fb253f3e req-796a00bd-fea8-457b-8975-9b32c08a1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:17.342537 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0e2c4e58-b883-4042-9024-40a1fb253f3e req-796a00bd-fea8-457b-8975-9b32c08a1336 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a57e4523-d4b8-4afa-a028-600438bce339 HTTP/1.1" status: 200 len: 849 time: 0.1031179 Jun 25 14:33:17.367757 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for subnet, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:17.378189 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-223e40a5-6a13-4935-b244-4de91254cd59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:17.406520 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0e2c4e58-b883-4042-9024-40a1fb253f3e req-1e03d51d-6d73-47fe-a559-ff8b115b8584 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d324ccdb-600d-4b41-a203-ab038d2e7ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559802 Jun 25 14:33:17.447902 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f260dbf1-2d96-46d8-b3a4-a4a09c8638e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:17.455120 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-212506bf-1478-4781-af75-b85102e1a94c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:17.525803 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f9fd512-5cac-4cb6-b2e4-e91bf255ecbd,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:17.530500 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:17.531426 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Checking segment: {'id': '28e4bf60-8f71-4925-8919-1d823d087d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c580cb15-d63c-4206-ba32-403e384e6643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:17.531820 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Network hostable DHCP agents. Network: c580cb15-d63c-4206-ba32-403e384e6643, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:33:17.556190 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260dbf1-2d96-46d8-b3a4-a4a09c8638e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cd2198-b559-4554-b0f2-c978ac6b69ef,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:17.556781 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Network c580cb15-d63c-4206-ba32-403e384e6643 is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:33:17.564130 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f260dbf1-2d96-46d8-b3a4-a4a09c8638e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:17.568308 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f260dbf1-2d96-46d8-b3a4-a4a09c8638e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:17.570128 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-f260dbf1-2d96-46d8-b3a4-a4a09c8638e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/52cd2198-b559-4554-b0f2-c978ac6b69ef HTTP/1.1" status: 204 len: 168 time: 0.6388257 Jun 25 14:33:17.579654 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, c580cb15-d63c-4206-ba32-403e384e6643) {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:17.587764 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:17.589083 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:17.608823 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58109b0-bc32-4ff5-837f-5e9e8cc035ec None None] Network c580cb15-d63c-4206-ba32-403e384e6643 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:33:17.645920 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7176836 Jun 25 14:33:17.678394 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0e2c4e58-b883-4042-9024-40a1fb253f3e req-96ec0cde-b957-4b44-8298-b962a7702647 service neutron] 10.222.0.69 "GET /v2.0/networks/d324ccdb-600d-4b41-a203-ab038d2e7ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622058 Jun 25 14:33:17.844285 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0e2c4e58-b883-4042-9024-40a1fb253f3e req-62283a9c-b607-4135-b0d3-1fe1a76b7188 service neutron] 10.222.0.69 "GET /v2.0/networks/d324ccdb-600d-4b41-a203-ab038d2e7ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596291 Jun 25 14:33:17.857642 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 52486) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:17.982563 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_v2 [None req-87da172f-0cbf-445b-a749-7cc51ae2eb7f admin admin] Deleting subnet 499c2d1c-f310-491d-83aa-94a04242d08a {{(pid=78417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:33:17.990711 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-87da172f-0cbf-445b-a749-7cc51ae2eb7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:18.003136 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382c78d0-b18c-4bb2-b00d-1dea8a13a7ba None None] Network c580cb15-d63c-4206-ba32-403e384e6643 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:33:18.091628 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-87da172f-0cbf-445b-a749-7cc51ae2eb7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8159658'] for subnet, precommit_delete_associations {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:18.254910 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52494) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:18.279586 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7cba5472-3ed6-49c4-8be3-1b2d377db356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:18.298035 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-7cba5472-3ed6-49c4-8be3-1b2d377db356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:18.302935 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-7cba5472-3ed6-49c4-8be3-1b2d377db356 admin admin] Usage tracker for resource:security_group_rule and tenant:eb8db4e4aaf64a408a24f725d8674f20 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:18.306357 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-7cba5472-3ed6-49c4-8be3-1b2d377db356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:18.312973 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-7cba5472-3ed6-49c4-8be3-1b2d377db356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:18.316466 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-87da172f-0cbf-445b-a749-7cc51ae2eb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:18.385577 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device fc0edd5a-1655-4645-bceb-64a6f7a28bea details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:33:18.407168 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7cba5472-3ed6-49c4-8be3-1b2d377db356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:18.412355 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7cba5472-3ed6-49c4-8be3-1b2d377db356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:18.420383 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d2064c1b-c9b2-4ff1-aab2-115884706568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:18.468534 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-7cba5472-3ed6-49c4-8be3-1b2d377db356 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb8db4e4aaf64a408a24f725d8674f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114527 Jun 25 14:33:18.469794 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba5472-3ed6-49c4-8be3-1b2d377db356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0d03f0-7903-4fcf-a213-d1c013c7bf55,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:18.472566 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52498) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:18.475147 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7cba5472-3ed6-49c4-8be3-1b2d377db356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:18.496003 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50deb5d-37e7-4726-a454-827bfab615bd req-fe6429e7-259a-4ec1-8b18-6428dfcd9944 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:18.508389 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c50deb5d-37e7-4726-a454-827bfab615bd req-fe6429e7-259a-4ec1-8b18-6428dfcd9944 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 944 time: 0.3746200 Jun 25 14:33:18.561624 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed85411-2c06-491b-b172-1063b8d9afda req-70f8ec4a-663c-423b-a2da-142be8f7ce78 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:18.563575 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3ed85411-2c06-491b-b172-1063b8d9afda req-70f8ec4a-663c-423b-a2da-142be8f7ce78 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.3552492 Jun 25 14:33:18.599056 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6b802184-d223-429c-9f2c-0347e47c1cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:18.602900 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-87da172f-0cbf-445b-a749-7cc51ae2eb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6327578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6690465'] for subnet, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:18.626390 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:18.670048 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c50deb5d-37e7-4726-a454-827bfab615bd req-be56e304-b25b-4dd5-bec3-e7034f80252f tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529660 Jun 25 14:33:18.672691 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6b802184-d223-429c-9f2c-0347e47c1cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:18.704607 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3ed85411-2c06-491b-b172-1063b8d9afda req-8f10bb1e-6581-465a-bce7-121ce0d6e316 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277127 Jun 25 14:33:18.720853 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-87da172f-0cbf-445b-a749-7cc51ae2eb7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:18.723726 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da172f-0cbf-445b-a749-7cc51ae2eb7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499c2d1c-f310-491d-83aa-94a04242d08a,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:18.743861 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-87da172f-0cbf-445b-a749-7cc51ae2eb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:18.745674 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-87da172f-0cbf-445b-a749-7cc51ae2eb7f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/499c2d1c-f310-491d-83aa-94a04242d08a HTTP/1.1" status: 204 len: 168 time: 0.8870535 Jun 25 14:33:18.749896 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 52504) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:18.751760 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port fc0edd5a-1655-4645-bceb-64a6f7a28bea, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=fc0edd5a-1655-4645-bceb-64a6f7a28bea,segment=NetworkSegment(b2bd4999-06df-418e-8f99-fb538e719c39),segment_id=b2bd4999-06df-418e-8f99-fb538e719c39)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:18.810008 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': 'fc0edd5a-1655-4645-bceb-64a6f7a28bea', 'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece', 'port_id': 'fc0edd5a-1655-4645-bceb-64a6f7a28bea', 'mac_address': 'fa:16:3e:23:7e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e4523-d4b8-4afa-a028-600438bce339', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:33:18.843724 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6b802184-d223-429c-9f2c-0347e47c1cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:18.852608 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c48a3018-165a-4389-adbe-e3900e5b45ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:18.870480 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b802184-d223-429c-9f2c-0347e47c1cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0d03f0-7903-4fcf-a213-d1c013c7bf55,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:18.877261 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6b802184-d223-429c-9f2c-0347e47c1cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:18.883151 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6b802184-d223-429c-9f2c-0347e47c1cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:18.887803 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-6b802184-d223-429c-9f2c-0347e47c1cfa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb0d03f0-7903-4fcf-a213-d1c013c7bf55 HTTP/1.1" status: 204 len: 168 time: 0.4109135 Jun 25 14:33:18.970207 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:19.001780 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0edd5a-1655-4645-bceb-64a6f7a28bea {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:33:19.004093 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:19.050185 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port fc0edd5a-1655-4645-bceb-64a6f7a28bea, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=fc0edd5a-1655-4645-bceb-64a6f7a28bea,segment=NetworkSegment(b2bd4999-06df-418e-8f99-fb538e719c39),segment_id=b2bd4999-06df-418e-8f99-fb538e719c39)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:19.057561 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:19.061052 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:19.201748 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=fc0edd5a-1655-4645-bceb-64a6f7a28bea,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:19.218606 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:19.219887 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:19.220641 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:19.221592 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:19.222724 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:19.223469 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:19.224543 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:19.225293 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:19.228768 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:19.229760 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:19.230538 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:19.231541 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:33:19.239649 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:19.284992 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:19.300388 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ca607e-0fa7-4a63-8e31-00798dd41cbb']}} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:19.314126 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4287c09-d2b9-4ce6-9b22-2dea3591fd81') {'for_net_delete': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:19.314413 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4287c09-d2b9-4ce6-9b22-2dea3591fd81') {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:19.328083 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8159635'] for segment, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:19.347201 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:19.357122 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=78417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:33:19.357937 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6337720'] for segment, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: Traceback (most recent call last): Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: timer() Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: cb(*args, **kw) Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: return func(*args, **kwargs) Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: self._notify() Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: self.callback(batched_events) Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: event.method(event) Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: return f(self, *a, **k) Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._get(url).json() Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: return self.request(url, 'GET', **kwargs) Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:33:19.375969 dv-cinder-798088-1-iscsi neutron-server[78417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:33:19.385374 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['fc0edd5a-1655-4645-bceb-64a6f7a28bea'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:33:19.495071 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52518) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:19.562234 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:19.568038 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:19.596312 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:19.611555 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ca607e-0fa7-4a63-8e31-00798dd41cbb,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:19.621849 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52528) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:19.640475 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b0ca607e-0fa7-4a63-8e31-00798dd41cbb HTTP/1.1" status: 204 len: 168 time: 0.8869941 Jun 25 14:33:19.642032 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:19.748265 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b810332-780f-4c10-81a6-4e290bfe2210 admin admin] Deleting subnet 1f9fd512-5cac-4cb6-b2e4-e91bf255ecbd {{(pid=78416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:33:19.756289 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9b810332-780f-4c10-81a6-4e290bfe2210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:19.916330 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6dbf996c-4c4f-4916-9438-9fb66499f14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:19.936741 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9b810332-780f-4c10-81a6-4e290bfe2210 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:19.970118 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9b810332-780f-4c10-81a6-4e290bfe2210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:19.978731 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3a638-6442-4524-ab76-897d298d23d0 req-4b5374ee-e334-4387-be63-60ba6c5bb7c8 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:19.980843 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-32a3a638-6442-4524-ab76-897d298d23d0 req-4b5374ee-e334-4387-be63-60ba6c5bb7c8 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 945 time: 0.1642044 Jun 25 14:33:20.026268 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-6dbf996c-4c4f-4916-9438-9fb66499f14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:20.039424 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-6dbf996c-4c4f-4916-9438-9fb66499f14d admin admin] Usage tracker for resource:security_group_rule and tenant:1abf5d750b9145ee99faaf3084ba8c8d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:20.044943 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-32a3a638-6442-4524-ab76-897d298d23d0 req-35e1e967-7c00-4469-bb7c-6f1e7ec276ea tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571992 Jun 25 14:33:20.081088 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-6dbf996c-4c4f-4916-9438-9fb66499f14d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:20.095783 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-6dbf996c-4c4f-4916-9438-9fb66499f14d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:20.161920 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9b810332-780f-4c10-81a6-4e290bfe2210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for subnet, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.176953 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:20.198970 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f25568-a5b8-4c5d-b9fe-dc65dbf75320 req-7afd64e2-c7b6-4344-8480-224bd5d79700 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:20.201382 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b0f25568-a5b8-4c5d-b9fe-dc65dbf75320 req-7afd64e2-c7b6-4344-8480-224bd5d79700 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1480803 Jun 25 14:33:20.228369 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b810332-780f-4c10-81a6-4e290bfe2210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f9fd512-5cac-4cb6-b2e4-e91bf255ecbd,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:20.230883 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9b810332-780f-4c10-81a6-4e290bfe2210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.236337 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9b810332-780f-4c10-81a6-4e290bfe2210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:20.259292 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-9b810332-780f-4c10-81a6-4e290bfe2210 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1f9fd512-5cac-4cb6-b2e4-e91bf255ecbd HTTP/1.1" status: 204 len: 168 time: 0.6359994 Jun 25 14:33:20.279920 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 52550) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:20.285534 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b0f25568-a5b8-4c5d-b9fe-dc65dbf75320 req-8327a6e7-7aaf-4156-8f68-139da3a4288d tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769601 Jun 25 14:33:20.327096 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6dbf996c-4c4f-4916-9438-9fb66499f14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.332754 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6dbf996c-4c4f-4916-9438-9fb66499f14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.360782 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6b74d894-e8a4-4d6c-8814-f618f9231414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:20.385654 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device fc0edd5a-1655-4645-bceb-64a6f7a28bea up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:20.386203 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-6dbf996c-4c4f-4916-9438-9fb66499f14d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1abf5d750b9145ee99faaf3084ba8c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8845432 Jun 25 14:33:20.390818 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52556) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:20.452670 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf996c-4c4f-4916-9438-9fb66499f14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2d02ab-4741-448d-a510-964a9f5345db,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:20.463992 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6dbf996c-4c4f-4916-9438-9fb66499f14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:20.473971 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-19fe37f8-00a0-4f80-9137-c750a085f1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.514391 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-19fe37f8-00a0-4f80-9137-c750a085f1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.525345 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port fc0edd5a-1655-4645-bceb-64a6f7a28bea completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:20.535314 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port fc0edd5a-1655-4645-bceb-64a6f7a28bea triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:20.535880 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.575258 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.603770 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-19fe37f8-00a0-4f80-9137-c750a085f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.615212 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e0021b91-2660-48f7-8759-ac637aa54f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:20.643894 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-19fe37f8-00a0-4f80-9137-c750a085f1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.647702 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-19fe37f8-00a0-4f80-9137-c750a085f1fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e2d02ab-4741-448d-a510-964a9f5345db HTTP/1.1" status: 204 len: 168 time: 0.2533884 Jun 25 14:33:20.647702 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe37f8-00a0-4f80-9137-c750a085f1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2d02ab-4741-448d-a510-964a9f5345db,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:20.665256 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-19fe37f8-00a0-4f80-9137-c750a085f1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:20.787009 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.885418 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.897330 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85f5252-eb7f-48b4-9bbc-1da25b7865e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0edd5a-1655-4645-bceb-64a6f7a28bea'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:33:20.904603 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c580cb15-d63c-4206-ba32-403e384e6643']}} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:20.924804 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e4bf60-8f71-4925-8919-1d823d087d83') {'for_net_delete': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:20.925374 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e4bf60-8f71-4925-8919-1d823d087d83') {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:33:20.942884 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8159635'] for segment, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.943432 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port fc0edd5a-1655-4645-bceb-64a6f7a28bea, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=fc0edd5a-1655-4645-bceb-64a6f7a28bea,segment=NetworkSegment(b2bd4999-06df-418e-8f99-fb538e719c39),segment_id=b2bd4999-06df-418e-8f99-fb538e719c39)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:20.954589 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.962288 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:20.966051 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:20.974476 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=78417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:33:20.975375 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6337720'] for segment, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: Traceback (most recent call last): Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: timer() Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: cb(*args, **kw) Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: return func(*args, **kwargs) Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: self._notify() Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: self.callback(batched_events) Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: event.method(event) Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: return f(self, *a, **k) Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._get(url).json() Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: return self.request(url, 'GET', **kwargs) Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:33:21.128615 dv-cinder-798088-1-iscsi neutron-server[78417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:33:21.139662 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:21.155914 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:21.177723 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:21.262170 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85f5252-eb7f-48b4-9bbc-1da25b7865e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0edd5a-1655-4645-bceb-64a6f7a28bea', 'code': 200} Jun 25 14:33:21.263604 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=fc0edd5a-1655-4645-bceb-64a6f7a28bea,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:21.266235 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] 10.222.0.61 "DELETE /v2.0/networks/c580cb15-d63c-4206-ba32-403e384e6643 HTTP/1.1" status: 204 len: 168 time: 0.9786842 Jun 25 14:33:21.267733 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] Pushing event deleted for resources: {'Network': ['ID=c580cb15-d63c-4206-ba32-403e384e6643,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:21.276223 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e30612a2-71d5-4598-8dac-d9f5ae4d9feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:21.280777 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:21.531838 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52582) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:21.647653 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0ec17baa-9d4c-47dc-8a1c-1d522bc5fb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:21.658266 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 52586) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:21.693016 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-0ec17baa-9d4c-47dc-8a1c-1d522bc5fb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:21.696845 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c1e98-db2b-4a06-b498-1a5de715d806 req-6a695bc8-035f-4804-8788-d9d8b9e893a7 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:21.704892 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-241c1e98-db2b-4a06-b498-1a5de715d806 req-6a695bc8-035f-4804-8788-d9d8b9e893a7 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 946 time: 0.3762736 Jun 25 14:33:21.705233 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-0ec17baa-9d4c-47dc-8a1c-1d522bc5fb6c admin admin] Usage tracker for resource:security_group_rule and tenant:30326c6f0c6148918c7e0a5e0d5bb76a is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:21.711542 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-0ec17baa-9d4c-47dc-8a1c-1d522bc5fb6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:21.725085 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-0ec17baa-9d4c-47dc-8a1c-1d522bc5fb6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:21.822422 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-f945596b-ad58-490e-9087-46f22df0f869 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f961c44648b40ad96fa5df5ca0f2a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590657 Jun 25 14:33:21.827676 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52590) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:21.871204 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-241c1e98-db2b-4a06-b498-1a5de715d806 req-6075ce87-0efb-4280-a518-050a1648c369 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649411 Jun 25 14:33:21.889935 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248668a9-6af2-4351-9132-220ca7d15423 req-6929b50c-6260-445a-86b1-8c9f799653b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:21.891414 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-248668a9-6af2-4351-9132-220ca7d15423 req-6929b50c-6260-445a-86b1-8c9f799653b9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 1099 time: 0.3220663 Jun 25 14:33:21.977520 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-248668a9-6af2-4351-9132-220ca7d15423 req-1068ad4b-bdb6-4e78-9a1c-f22f192475ba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740983 Jun 25 14:33:21.990250 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e211d147-ed03-4f42-94c7-f559a0edb503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.019961 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8815eed-f7a9-4f0a-bc61-167eae2bacdb req-9913536c-727d-4e90-967e-055f9832c420 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:22.021968 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e211d147-ed03-4f42-94c7-f559a0edb503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.022982 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e8815eed-f7a9-4f0a-bc61-167eae2bacdb req-9913536c-727d-4e90-967e-055f9832c420 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1974375 Jun 25 14:33:22.062682 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0ec17baa-9d4c-47dc-8a1c-1d522bc5fb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.081916 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0ec17baa-9d4c-47dc-8a1c-1d522bc5fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.093834 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-45e7870d-273c-47fb-b16f-32fec6f9a9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:22.106545 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e8815eed-f7a9-4f0a-bc61-167eae2bacdb req-a2d4264e-505c-4a59-8e3a-a2faf93a027a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760729 Jun 25 14:33:22.150077 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-0ec17baa-9d4c-47dc-8a1c-1d522bc5fb6c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=30326c6f0c6148918c7e0a5e0d5bb76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6126578 Jun 25 14:33:22.150077 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec17baa-9d4c-47dc-8a1c-1d522bc5fb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947b535b-5a0c-4206-b06f-f01b2ed61abb,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:22.151544 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 52598) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:22.152625 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-0ec17baa-9d4c-47dc-8a1c-1d522bc5fb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:22.169248 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e211d147-ed03-4f42-94c7-f559a0edb503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.178607 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-22944d41-b2d8-4f8f-babb-28d5f76f460b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:22.203697 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211d147-ed03-4f42-94c7-f559a0edb503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe4f634-47a1-4b48-968e-51c103aec465,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:22.212187 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e211d147-ed03-4f42-94c7-f559a0edb503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:22.220045 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e211d147-ed03-4f42-94c7-f559a0edb503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.221873 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-e211d147-ed03-4f42-94c7-f559a0edb503 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5fe4f634-47a1-4b48-968e-51c103aec465 HTTP/1.1" status: 204 len: 168 time: 0.3934033 Jun 25 14:33:22.244745 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-979a901b-1159-4459-b5fd-28b9be5109f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.286412 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-979a901b-1159-4459-b5fd-28b9be5109f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.373693 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-979a901b-1159-4459-b5fd-28b9be5109f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.378698 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:22.396028 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a901b-1159-4459-b5fd-28b9be5109f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947b535b-5a0c-4206-b06f-f01b2ed61abb,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:22.399445 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-979a901b-1159-4459-b5fd-28b9be5109f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:22.400904 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-979a901b-1159-4459-b5fd-28b9be5109f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:22.402032 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-979a901b-1159-4459-b5fd-28b9be5109f9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/947b535b-5a0c-4206-b06f-f01b2ed61abb HTTP/1.1" status: 204 len: 168 time: 0.2500379 Jun 25 14:33:22.723540 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:33:22.987067 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52626) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:23.050349 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-df636c34-1b47-4e64-9e07-a15579fd575c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ce7d46a9154240a98b027a285c22bb25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612192 Jun 25 14:33:23.055025 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52632) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:23.164388 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-912630e3-c746-4be6-a50f-cb1aa45cc515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:23.303845 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-912630e3-c746-4be6-a50f-cb1aa45cc515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:23.467468 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-912630e3-c746-4be6-a50f-cb1aa45cc515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:23.477040 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-0ec17baa-9d4c-47dc-8a1c-1d522bc5fb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:23.518391 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912630e3-c746-4be6-a50f-cb1aa45cc515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44b40d2-d8d7-48dc-9c5f-cf7dd7082e81,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:23.531136 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-912630e3-c746-4be6-a50f-cb1aa45cc515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:23.534245 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-912630e3-c746-4be6-a50f-cb1aa45cc515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:23.562620 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-912630e3-c746-4be6-a50f-cb1aa45cc515 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e44b40d2-d8d7-48dc-9c5f-cf7dd7082e81 HTTP/1.1" status: 204 len: 168 time: 0.5062621 Jun 25 14:33:23.611796 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17145fcb-71ee-47f5-9e99-953227e38756 req-a8f30603-46f8-40a8-a9fd-deeb232062fd tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:23.618614 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-17145fcb-71ee-47f5-9e99-953227e38756 req-a8f30603-46f8-40a8-a9fd-deeb232062fd tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 946 time: 0.4400377 Jun 25 14:33:23.636574 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf04bf-dfc3-4905-be00-3ef8a842e4f9 req-5e5f1d80-e14d-41c8-9c66-54cd8c290242 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:23.639183 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e2cf04bf-dfc3-4905-be00-3ef8a842e4f9 req-5e5f1d80-e14d-41c8-9c66-54cd8c290242 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.3066094 Jun 25 14:33:23.766218 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e2cf04bf-dfc3-4905-be00-3ef8a842e4f9 req-5e39c8d9-8ef7-4c8c-89b2-30d50f859d37 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999041 Jun 25 14:33:23.775607 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-17145fcb-71ee-47f5-9e99-953227e38756 req-17c7b584-10d4-48dd-b3f3-551049f90ea6 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347282 Jun 25 14:33:24.862337 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19fbf0-89f8-461f-a82c-e2a7ecbcb071 req-d8997216-6aff-4e16-baf9-89baff951e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:24.866605 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b19fbf0-89f8-461f-a82c-e2a7ecbcb071 req-d8997216-6aff-4e16-baf9-89baff951e4f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 1099 time: 0.1403351 Jun 25 14:33:25.232158 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b19fbf0-89f8-461f-a82c-e2a7ecbcb071 req-4b1cc4e0-b4bb-48b0-9744-80b020550be7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478284 Jun 25 14:33:25.334976 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fbb7e-1cf7-4697-9ce1-b60d58f6465d req-82703059-9fcb-4ed6-9753-17ef427fa441 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:25.338049 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e40fbb7e-1cf7-4697-9ce1-b60d58f6465d req-82703059-9fcb-4ed6-9753-17ef427fa441 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.4061754 Jun 25 14:33:25.362158 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea110d-cf5e-441c-b05d-5a24f8132163 req-58cad25c-0623-4819-9b3a-3d54e50b13fa tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:25.364794 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-38ea110d-cf5e-441c-b05d-5a24f8132163 req-58cad25c-0623-4819-9b3a-3d54e50b13fa tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2396629 Jun 25 14:33:25.484654 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e40fbb7e-1cf7-4697-9ce1-b60d58f6465d req-59723b62-5adb-4488-bdc1-ffa081883fe5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184621 Jun 25 14:33:25.501057 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-38ea110d-cf5e-441c-b05d-5a24f8132163 req-723026df-c26b-4b9c-a57b-ffbe581574ab tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105316 Jun 25 14:33:25.749301 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5e0c0-cf63-45bb-a925-1bc9ab5456cf req-cadf5aa4-6051-468e-9652-98a47b48332c tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:25.751323 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-acb5e0c0-cf63-45bb-a925-1bc9ab5456cf req-cadf5aa4-6051-468e-9652-98a47b48332c tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 946 time: 0.1110659 Jun 25 14:33:25.806983 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-acb5e0c0-cf63-45bb-a925-1bc9ab5456cf req-faa0279e-b425-44e0-9972-20f0af63acc3 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468018 Jun 25 14:33:26.810586 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b2175-62ef-4ef5-8722-978e4a83a0be req-aaf8e08c-c33f-48f8-9188-e7c2107537f9 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:26.813755 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-599b2175-62ef-4ef5-8722-978e4a83a0be req-aaf8e08c-c33f-48f8-9188-e7c2107537f9 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1618283 Jun 25 14:33:26.891117 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e363ca-1b14-4e66-bc8b-5176a00877d1 req-1855fc25-e74b-4b27-914c-298a3f23bca4 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:26.893811 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f1e363ca-1b14-4e66-bc8b-5176a00877d1 req-1855fc25-e74b-4b27-914c-298a3f23bca4 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1832540 Jun 25 14:33:26.966007 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-599b2175-62ef-4ef5-8722-978e4a83a0be req-1cddc8a1-44e8-4a31-ac59-2eaf0e824812 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417270 Jun 25 14:33:26.996268 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f1e363ca-1b14-4e66-bc8b-5176a00877d1 req-dafb3228-ec11-45f2-a503-caffa21b9974 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833895 Jun 25 14:33:27.615957 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8621c8-c1e3-460c-9e1d-3c5ea0a72c24 req-ba7e9c47-05c1-45b0-a683-ba28dadc3876 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:27.619931 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ce8621c8-c1e3-460c-9e1d-3c5ea0a72c24 req-ba7e9c47-05c1-45b0-a683-ba28dadc3876 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1544843 Jun 25 14:33:27.651012 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 52796) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:27.693350 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ce8621c8-c1e3-460c-9e1d-3c5ea0a72c24 req-490ac7b3-e728-4706-9fd6-680a84d1fed8 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666525 Jun 25 14:33:27.825618 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6c2f5bdc-8e08-43f2-9431-c4c29d3ec28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:27.842031 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6c2f5bdc-8e08-43f2-9431-c4c29d3ec28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:27.847418 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6c2f5bdc-8e08-43f2-9431-c4c29d3ec28c admin admin] Usage tracker for resource:security_group_rule and tenant:81f7a706b35c48aa8426624b506eeac4 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:27.853472 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6c2f5bdc-8e08-43f2-9431-c4c29d3ec28c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:27.862847 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6c2f5bdc-8e08-43f2-9431-c4c29d3ec28c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:28.002843 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6c2f5bdc-8e08-43f2-9431-c4c29d3ec28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.010482 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6c2f5bdc-8e08-43f2-9431-c4c29d3ec28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.019669 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-2a0a6b6f-00bd-421f-89a8-195b44ccf154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:28.071783 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-6c2f5bdc-8e08-43f2-9431-c4c29d3ec28c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=81f7a706b35c48aa8426624b506eeac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193630 Jun 25 14:33:28.073085 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f5bdc-8e08-43f2-9431-c4c29d3ec28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b5e172-d406-4eca-b294-1e8f6af624b4,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:28.076238 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52804) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:28.078113 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6c2f5bdc-8e08-43f2-9431-c4c29d3ec28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:28.187311 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9df3f01b-540d-426b-9f2d-90ec0a7c3c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.232975 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9df3f01b-540d-426b-9f2d-90ec0a7c3c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.350127 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9df3f01b-540d-426b-9f2d-90ec0a7c3c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.362405 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:28.386527 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3f01b-540d-426b-9f2d-90ec0a7c3c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b5e172-d406-4eca-b294-1e8f6af624b4,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:28.390892 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9df3f01b-540d-426b-9f2d-90ec0a7c3c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:28.391323 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62313894-b591-4471-8fb1-2166e6b2ff71 req-44d5dadc-a7c8-4d41-9194-17652d969f77 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:28.394255 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-62313894-b591-4471-8fb1-2166e6b2ff71 req-44d5dadc-a7c8-4d41-9194-17652d969f77 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1432142 Jun 25 14:33:28.409118 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9df3f01b-540d-426b-9f2d-90ec0a7c3c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.411546 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-9df3f01b-540d-426b-9f2d-90ec0a7c3c2f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5b5e172-d406-4eca-b294-1e8f6af624b4 HTTP/1.1" status: 204 len: 168 time: 0.3327582 Jun 25 14:33:28.460293 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-62313894-b591-4471-8fb1-2166e6b2ff71 req-e2f1a259-bec0-493c-b675-74b8bebf4322 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598788 Jun 25 14:33:28.855180 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 52820) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:28.879243 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-10153cd2-ac8e-4302-b324-c7ca96394d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:28.949845 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-10153cd2-ac8e-4302-b324-c7ca96394d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:28.959670 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-10153cd2-ac8e-4302-b324-c7ca96394d62 admin admin] Usage tracker for resource:security_group_rule and tenant:9f3f65219dba40cdb695b0f7bae643d4 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:28.969222 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-10153cd2-ac8e-4302-b324-c7ca96394d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:28.979661 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-10153cd2-ac8e-4302-b324-c7ca96394d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:29.057817 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a965ad8-bb4b-44e5-aa13-43b3653368fe req-89e64a50-93e1-4af8-b197-c0d7948cb30d tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:29.059426 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7a965ad8-bb4b-44e5-aa13-43b3653368fe req-89e64a50-93e1-4af8-b197-c0d7948cb30d tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1624196 Jun 25 14:33:29.209181 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7a965ad8-bb4b-44e5-aa13-43b3653368fe req-f5594c3f-b0fc-44dc-8bde-bff8f82f7872 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364129 Jun 25 14:33:29.228267 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-10153cd2-ac8e-4302-b324-c7ca96394d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:29.243043 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-10153cd2-ac8e-4302-b324-c7ca96394d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:29.259427 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-4f5cc205-62c9-4a71-aff0-07d6563b788d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:29.315091 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-10153cd2-ac8e-4302-b324-c7ca96394d62 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f3f65219dba40cdb695b0f7bae643d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584854 Jun 25 14:33:29.315960 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10153cd2-ac8e-4302-b324-c7ca96394d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497c02e3-4931-45da-87d3-3719c4916572,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:29.317793 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52824) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:29.320849 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-10153cd2-ac8e-4302-b324-c7ca96394d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:29.339136 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911db980-dd33-4dfb-b1b9-475da5af5daa req-84f42275-60c6-4776-ae7a-c40f19422ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:29.340533 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-911db980-dd33-4dfb-b1b9-475da5af5daa req-84f42275-60c6-4776-ae7a-c40f19422ba9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445a61d727034821bf08ebd2c102dc6c&device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 1099 time: 0.1796286 Jun 25 14:33:29.412500 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c57cbf3f-fef1-419b-a865-96d02316b709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:29.453976 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c57cbf3f-fef1-419b-a865-96d02316b709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:29.559419 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911db980-dd33-4dfb-b1b9-475da5af5daa req-d7560be9-b9d6-429e-a42a-ee962d2d0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:29.562268 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-911db980-dd33-4dfb-b1b9-475da5af5daa req-d7560be9-b9d6-429e-a42a-ee962d2d0346 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4dc45219-5875-4c3b-97df-d5e5edc87f68 HTTP/1.1" status: 200 len: 920 time: 0.2141349 Jun 25 14:33:29.635531 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c57cbf3f-fef1-419b-a865-96d02316b709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:29.641087 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4bae87e4-33ac-4e20-9273-bac4a9055d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:29.657802 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cbf3f-fef1-419b-a865-96d02316b709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497c02e3-4931-45da-87d3-3719c4916572,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:29.663221 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c57cbf3f-fef1-419b-a865-96d02316b709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:29.668642 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c57cbf3f-fef1-419b-a865-96d02316b709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:29.670267 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-911db980-dd33-4dfb-b1b9-475da5af5daa req-e8eee246-4d25-4a7c-bbe8-102a1fba3500 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178ffd9d-d308-4b60-be05-3f0b57872341 HTTP/1.1" status: 200 len: 217 time: 0.0992756 Jun 25 14:33:29.672076 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-c57cbf3f-fef1-419b-a865-96d02316b709 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/497c02e3-4931-45da-87d3-3719c4916572 HTTP/1.1" status: 204 len: 168 time: 0.3528688 Jun 25 14:33:29.819597 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911db980-dd33-4dfb-b1b9-475da5af5daa req-153ac07b-5331-40b0-90d2-3189e5eb5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:29.821159 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-911db980-dd33-4dfb-b1b9-475da5af5daa req-153ac07b-5331-40b0-90d2-3189e5eb5a4a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25fa1d40-6698-4460-a719-5f9a049dbbb9 HTTP/1.1" status: 200 len: 859 time: 0.1351237 Jun 25 14:33:29.891922 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-911db980-dd33-4dfb-b1b9-475da5af5daa req-504b370b-bbcd-4352-9b25-e71c63f5ca11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4dc45219-5875-4c3b-97df-d5e5edc87f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626314 Jun 25 14:33:29.909579 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee254ed-06ed-4296-9358-8d59f11db44e req-c342da86-a081-43ec-a51d-d02fda1450ae tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:29.911140 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bee254ed-06ed-4296-9358-8d59f11db44e req-c342da86-a081-43ec-a51d-d02fda1450ae tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1817315 Jun 25 14:33:30.130392 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bee254ed-06ed-4296-9358-8d59f11db44e req-7fdab651-11cd-4637-bb46-32cbbc4f2340 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974921 Jun 25 14:33:30.188058 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-911db980-dd33-4dfb-b1b9-475da5af5daa req-3bbe42d4-720f-4df7-8e54-c8a5364b30cf service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863719 Jun 25 14:33:30.427712 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-911db980-dd33-4dfb-b1b9-475da5af5daa req-479b6ef8-c40b-483c-ad77-04985de7876e service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280657 Jun 25 14:33:30.602706 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa020217-1892-4cde-8cb6-06caff7865bb req-5a6b6546-be7d-46fe-9964-a50d03ef0ec2 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:30.618185 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fa020217-1892-4cde-8cb6-06caff7865bb req-5a6b6546-be7d-46fe-9964-a50d03ef0ec2 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 946 time: 0.1563888 Jun 25 14:33:30.749869 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fa020217-1892-4cde-8cb6-06caff7865bb req-f63cd1bf-11d7-43ab-9ff4-5cc6303194fd tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298289 Jun 25 14:33:30.826293 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e4133-61f3-446f-a86a-36f7d99c81e0 req-388fffb0-3532-4530-973b-fcf9f31a1b1e tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:30.827455 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7e2e4133-61f3-446f-a86a-36f7d99c81e0 req-388fffb0-3532-4530-973b-fcf9f31a1b1e tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1766703 Jun 25 14:33:30.927344 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7e2e4133-61f3-446f-a86a-36f7d99c81e0 req-442f2669-d281-4a61-a8be-4fa04690860a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730479 Jun 25 14:33:31.389364 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea3f41-84de-401d-9ece-4d538f09a7af req-afa435de-9ad4-4af8-8fe6-e9a53471a45c tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:31.390970 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f0ea3f41-84de-401d-9ece-4d538f09a7af req-afa435de-9ad4-4af8-8fe6-e9a53471a45c tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1077020 Jun 25 14:33:31.453619 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f0ea3f41-84de-401d-9ece-4d538f09a7af req-58cc74e0-95b2-416d-a049-ae7afd43b94b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519562 Jun 25 14:33:31.800835 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52896) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:31.949648 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe890551-5887-4209-b9d1-2b7870131d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:31.968106 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-fe890551-5887-4209-b9d1-2b7870131d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:31.974863 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-fe890551-5887-4209-b9d1-2b7870131d1d admin admin] Usage tracker for resource:security_group_rule and tenant:55c605299f6744df87e53f8c804e0c2b is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:31.979798 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-fe890551-5887-4209-b9d1-2b7870131d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:31.986642 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-fe890551-5887-4209-b9d1-2b7870131d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:32.047047 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a9954-ce90-4351-8c8f-b9da4fd94680 req-562bb515-94f8-4ed5-af70-562a2b29f77d tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:32.049000 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4e4a9954-ce90-4351-8c8f-b9da4fd94680 req-562bb515-94f8-4ed5-af70-562a2b29f77d tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 946 time: 0.1636560 Jun 25 14:33:32.105530 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4e4a9954-ce90-4351-8c8f-b9da4fd94680 req-3d854076-8b0f-46f7-89ba-d0aed8886285 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489268 Jun 25 14:33:32.120201 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe890551-5887-4209-b9d1-2b7870131d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.125401 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe890551-5887-4209-b9d1-2b7870131d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.132954 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:32.177942 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-fe890551-5887-4209-b9d1-2b7870131d1d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55c605299f6744df87e53f8c804e0c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744295 Jun 25 14:33:32.178729 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe890551-5887-4209-b9d1-2b7870131d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b37906-c357-44d6-90f1-e1c5227177a7,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:32.182418 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fe890551-5887-4209-b9d1-2b7870131d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:32.182907 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 52904) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:32.258377 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-15bfe645-08c7-42bd-8794-eb5ec9af04ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.307691 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-15bfe645-08c7-42bd-8794-eb5ec9af04ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.313976 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e0bd4-93ca-482c-877c-7c0278f675ff req-0a2c09bb-023a-4903-a12c-e2f216a5f10c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:32.315791 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-132e0bd4-93ca-482c-877c-7c0278f675ff req-0a2c09bb-023a-4903-a12c-e2f216a5f10c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1664643 Jun 25 14:33:32.326849 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1cb0c-e5a5-4705-b82a-05c243164f97 req-bb47f40f-43bd-49de-899a-23a015d4afb8 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:32.332843 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e5f1cb0c-e5a5-4705-b82a-05c243164f97 req-bb47f40f-43bd-49de-899a-23a015d4afb8 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.69 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 946 time: 0.1310205 Jun 25 14:33:32.393637 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-15bfe645-08c7-42bd-8794-eb5ec9af04ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.399057 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c57cbf3f-fef1-419b-a865-96d02316b709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:32.412054 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfe645-08c7-42bd-8794-eb5ec9af04ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b37906-c357-44d6-90f1-e1c5227177a7,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:32.419262 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-15bfe645-08c7-42bd-8794-eb5ec9af04ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:32.429299 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-15bfe645-08c7-42bd-8794-eb5ec9af04ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.435793 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-15bfe645-08c7-42bd-8794-eb5ec9af04ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a5b37906-c357-44d6-90f1-e1c5227177a7 HTTP/1.1" status: 204 len: 168 time: 0.2517176 Jun 25 14:33:32.550615 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-132e0bd4-93ca-482c-877c-7c0278f675ff req-47817a24-3d03-497e-b185-92d6e1f47232 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155900 Jun 25 14:33:32.561339 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-e5f1cb0c-e5a5-4705-b82a-05c243164f97 req-9f923083-c872-4c8a-a087-d9070489e627 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Deleting port fc0edd5a-1655-4645-bceb-64a6f7a28bea {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:33:32.561688 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-e5f1cb0c-e5a5-4705-b82a-05c243164f97 req-9f923083-c872-4c8a-a087-d9070489e627 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.590090 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-6ede5456-9b56-49c4-9e08-a3ab8f7ac02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:32.990649 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:33.004142 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-e5f1cb0c-e5a5-4705-b82a-05c243164f97 req-9f923083-c872-4c8a-a087-d9070489e627 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] For port fc0edd5a-1655-4645-bceb-64a6f7a28bea, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=fc0edd5a-1655-4645-bceb-64a6f7a28bea,segment=NetworkSegment(b2bd4999-06df-418e-8f99-fb538e719c39),segment_id=b2bd4999-06df-418e-8f99-fb538e719c39)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:33.004677 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-e5f1cb0c-e5a5-4705-b82a-05c243164f97 req-9f923083-c872-4c8a-a087-d9070489e627 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:33.152148 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-e5f1cb0c-e5a5-4705-b82a-05c243164f97 req-9f923083-c872-4c8a-a087-d9070489e627 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Calling delete_port for fc0edd5a-1655-4645-bceb-64a6f7a28bea owned by compute:nova {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:33:33.218569 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d24139-1bab-426b-9606-c902408a7e7d req-578a7671-12c8-42c6-8c3f-d2eb5f1be560 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:33.226693 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-10d24139-1bab-426b-9606-c902408a7e7d req-578a7671-12c8-42c6-8c3f-d2eb5f1be560 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.3795421 Jun 25 14:33:33.330885 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-10d24139-1bab-426b-9606-c902408a7e7d req-ec12c74c-17d0-44d0-a33d-ac2c76b7318a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031103 Jun 25 14:33:33.437606 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-e5f1cb0c-e5a5-4705-b82a-05c243164f97 req-9f923083-c872-4c8a-a087-d9070489e627 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:33.456298 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:33.548748 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f923083-c872-4c8a-a087-d9070489e627 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Pushing event deleted for resources: {'Port': ['ID=fc0edd5a-1655-4645-bceb-64a6f7a28bea,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:33.678164 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-9f923083-c872-4c8a-a087-d9070489e627 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:33.730900 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5c979-037a-4c86-917f-c4a7347ad175 req-bb591986-8579-4837-ac08-66421af1912e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:33.732789 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-93c5c979-037a-4c86-917f-c4a7347ad175 req-bb591986-8579-4837-ac08-66421af1912e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=a85f5252-eb7f-48b4-9bbc-1da25b7865e2 HTTP/1.1" status: 200 len: 946 time: 0.4006064 Jun 25 14:33:33.733615 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f1cb0c-e5a5-4705-b82a-05c243164f97 req-9f923083-c872-4c8a-a087-d9070489e627 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] No DVR routers for this DVR port fc0edd5a-1655-4645-bceb-64a6f7a28bea on host hv-cinder-79808 {{(pid=78417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:33:33.737273 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-e5f1cb0c-e5a5-4705-b82a-05c243164f97 req-9f923083-c872-4c8a-a087-d9070489e627 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:33.740418 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85f5252-eb7f-48b4-9bbc-1da25b7865e2', 'name': 'network-vif-deleted', 'tag': 'fc0edd5a-1655-4645-bceb-64a6f7a28bea'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:33:33.846471 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e5f1cb0c-e5a5-4705-b82a-05c243164f97 req-9f923083-c872-4c8a-a087-d9070489e627 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.69 "DELETE /v2.0/ports/fc0edd5a-1655-4645-bceb-64a6f7a28bea HTTP/1.1" status: 204 len: 173 time: 1.4651883 Jun 25 14:33:33.877885 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-93c5c979-037a-4c86-917f-c4a7347ad175 req-0a848ef8-00a7-4aff-94f2-222fe64426ad tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209862 Jun 25 14:33:33.907210 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b79140-3fdb-418e-ad13-5a10c2eebf87 req-b2b2e930-df5c-464f-bb93-c31cb6971814 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:33.909266 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-79b79140-3fdb-418e-ad13-5a10c2eebf87 req-b2b2e930-df5c-464f-bb93-c31cb6971814 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1426384 Jun 25 14:33:34.019896 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-79b79140-3fdb-418e-ad13-5a10c2eebf87 req-7d8b2519-a44a-48ce-8b53-565c9f19ff11 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968359 Jun 25 14:33:34.092944 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85f5252-eb7f-48b4-9bbc-1da25b7865e2', 'name': 'network-vif-deleted', 'tag': 'fc0edd5a-1655-4645-bceb-64a6f7a28bea', 'status': 'completed', 'code': 200} Jun 25 14:33:34.485660 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device fc0edd5a-1655-4645-bceb-64a6f7a28bea no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:33:34.584690 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d988b-c536-4bb5-8232-a2004523fe0d req-2b51293e-c7c0-4ea8-b261-d8158233dcc9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:34.589488 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: fc0edd5a-1655-4645-bceb-64a6f7a28bea {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:33:34.589833 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device fc0edd5a-1655-4645-bceb-64a6f7a28bea not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:33:34.593691 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5d0d988b-c536-4bb5-8232-a2004523fe0d req-2b51293e-c7c0-4ea8-b261-d8158233dcc9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1043780 Jun 25 14:33:34.655367 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5d0d988b-c536-4bb5-8232-a2004523fe0d req-e445f84c-4417-4c19-9251-8e4b1b92fe81 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606840 Jun 25 14:33:35.340104 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53008) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:35.443000 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f215-bc07-4610-ac1f-5f4590c0c8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.603630 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-83f8f93a-b474-4ee4-a3cc-06dd8a70468c tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:35.605262 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-83f8f93a-b474-4ee4-a3cc-06dd8a70468c tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/networks?id=d324ccdb-600d-4b41-a203-ab038d2e7ece HTTP/1.1" status: 200 len: 809 time: 0.1863008 Jun 25 14:33:35.626416 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-e18096a0-fd70-4895-aa78-2127fdbaf852 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/quotas/eb7e6d50010a4328a064ba0eca0e9316 HTTP/1.1" status: 200 len: 375 time: 0.0112300 Jun 25 14:33:35.685205 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-40001843-ad1b-49b4-aa11-d4f4ecf561b2 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Synchronizing usage tracker for tenant:eb7e6d50010a4328a064ba0eca0e9316 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:33:35.706526 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-40001843-ad1b-49b4-aa11-d4f4ecf561b2 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Unset dirty status for tenant:eb7e6d50010a4328a064ba0eca0e9316 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:33:35.721466 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-40001843-ad1b-49b4-aa11-d4f4ecf561b2 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb7e6d50010a4328a064ba0eca0e9316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833838 Jun 25 14:33:35.818629 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-aedb5c83-42b0-4634-9366-e62621190231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:35.850546 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-aedb5c83-42b0-4634-9366-e62621190231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:35.859289 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-aedb5c83-42b0-4634-9366-e62621190231 admin admin] Usage tracker for resource:security_group_rule and tenant:455d8247e2644f0f99a5c6ed31b16ba6 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:35.865423 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-aedb5c83-42b0-4634-9366-e62621190231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:35.879903 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-aedb5c83-42b0-4634-9366-e62621190231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:35.887799 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-3b72e8f3-4699-40a4-ba14-84c424590574 service neutron] 10.222.0.61 "GET /v2.0/networks/d324ccdb-600d-4b41-a203-ab038d2e7ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651125 Jun 25 14:33:36.118631 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.123294 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-aedb5c83-42b0-4634-9366-e62621190231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.131681 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-aedb5c83-42b0-4634-9366-e62621190231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.146187 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2ef5a237-6a71-4cfe-bb59-e24a38d4dba9 service neutron] 10.222.0.61 "GET /v2.0/networks/d324ccdb-600d-4b41-a203-ab038d2e7ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575014 Jun 25 14:33:36.159290 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fe890551-5887-4209-b9d1-2b7870131d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:36.189360 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7984b1-2d64-40b0-985c-4ac0f87898b8 req-ac89ed11-dc18-46e1-a8a3-33956c654721 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:36.190985 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cc7984b1-2d64-40b0-985c-4ac0f87898b8 req-ac89ed11-dc18-46e1-a8a3-33956c654721 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1709647 Jun 25 14:33:36.259480 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-aedb5c83-42b0-4634-9366-e62621190231 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=455d8247e2644f0f99a5c6ed31b16ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9178088 Jun 25 14:33:36.262230 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53032) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:36.272662 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb5c83-42b0-4634-9366-e62621190231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102f9790-f56c-4b38-bbac-9e615f3559dd,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:36.283298 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cc7984b1-2d64-40b0-985c-4ac0f87898b8 req-24d91ad8-3039-4cf5-a173-33528926b868 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822427 Jun 25 14:33:36.303551 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-aedb5c83-42b0-4634-9366-e62621190231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:36.379240 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-58f967a8-7302-4a5b-b0d8-09c88570a63e req-cc82b558-e05f-4368-9848-dbebd9bdd4d8 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 210 time: 0.0561306 Jun 25 14:33:36.408639 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a5285cfe-f9ed-4a8e-8064-892b028d9884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.467137 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a5285cfe-f9ed-4a8e-8064-892b028d9884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.562748 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a5285cfe-f9ed-4a8e-8064-892b028d9884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.577035 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9e7bcaed-eff9-41ad-b451-84f43be8ebe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:36.605298 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5285cfe-f9ed-4a8e-8064-892b028d9884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102f9790-f56c-4b38-bbac-9e615f3559dd,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:36.613432 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a5285cfe-f9ed-4a8e-8064-892b028d9884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:36.636312 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a5285cfe-f9ed-4a8e-8064-892b028d9884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:36.639907 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-a5285cfe-f9ed-4a8e-8064-892b028d9884 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/102f9790-f56c-4b38-bbac-9e615f3559dd HTTP/1.1" status: 204 len: 168 time: 0.3733482 Jun 25 14:33:37.102706 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c4a77-cd57-41a9-940e-1b99678f6b21 req-56da8a43-2c68-4908-acb0-972d45c4db6c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:37.104559 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5d5c4a77-cd57-41a9-940e-1b99678f6b21 req-56da8a43-2c68-4908-acb0-972d45c4db6c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1012225 Jun 25 14:33:37.154169 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5d5c4a77-cd57-41a9-940e-1b99678f6b21 req-8ef89739-8b80-4641-8b12-cfdce2cabcdb tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Jun 25 14:33:37.203305 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53066) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:37.223456 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5987ce19-cd2d-4227-a0c0-f2c31517f63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:37.243905 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5987ce19-cd2d-4227-a0c0-f2c31517f63c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:37.250449 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5987ce19-cd2d-4227-a0c0-f2c31517f63c admin admin] Usage tracker for resource:security_group_rule and tenant:d35056de652d496499414d352db518c6 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:37.255360 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5987ce19-cd2d-4227-a0c0-f2c31517f63c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:37.265783 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5987ce19-cd2d-4227-a0c0-f2c31517f63c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:37.419279 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5987ce19-cd2d-4227-a0c0-f2c31517f63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:37.425924 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5987ce19-cd2d-4227-a0c0-f2c31517f63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:37.440961 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c36aa3f2-952a-4d35-8c61-8f5d638b3e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:37.523036 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-5987ce19-cd2d-4227-a0c0-f2c31517f63c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d35056de652d496499414d352db518c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182282 Jun 25 14:33:37.524333 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53076) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:37.527032 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987ce19-cd2d-4227-a0c0-f2c31517f63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b110b0-5dd9-4395-886b-faa6b12218be,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:37.548162 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5987ce19-cd2d-4227-a0c0-f2c31517f63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:37.558345 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:37.594296 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6ab5e-3362-4dbd-b68d-93845b9665b8 req-fcc6c6f8-a86b-4e51-a383-2b1b74099a8e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:37.595857 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3fb6ab5e-3362-4dbd-b68d-93845b9665b8 req-fcc6c6f8-a86b-4e51-a383-2b1b74099a8e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1452413 Jun 25 14:33:37.611826 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-46d8cde0-7f9a-47b7-ac75-a3182452b0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:37.641193 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-46d8cde0-7f9a-47b7-ac75-a3182452b0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:37.645475 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3fb6ab5e-3362-4dbd-b68d-93845b9665b8 req-3efbe42a-13a6-4674-bf21-a3d4928c5c4a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415058 Jun 25 14:33:37.704910 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-46d8cde0-7f9a-47b7-ac75-a3182452b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:37.711052 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6ae82cc6-89a7-4c67-8891-7ebcce8bb0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:37.725011 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8cde0-7f9a-47b7-ac75-a3182452b0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b110b0-5dd9-4395-886b-faa6b12218be,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:37.729115 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-46d8cde0-7f9a-47b7-ac75-a3182452b0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:37.730533 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-46d8cde0-7f9a-47b7-ac75-a3182452b0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:37.731066 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-46d8cde0-7f9a-47b7-ac75-a3182452b0d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61b110b0-5dd9-4395-886b-faa6b12218be HTTP/1.1" status: 204 len: 168 time: 0.2054629 Jun 25 14:33:37.809251 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-df3c72c2-b608-4213-9d4a-3528ee475aa0 req-198cfeb2-cde5-4f18-a45f-70806667fb2f tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 210 time: 0.0489991 Jun 25 14:33:38.426655 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:38.897150 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c021a-22d3-4a5b-abe1-2960db14bd42 req-7910f119-b0fb-4e3c-8a71-630fb7ec334c tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:38.900292 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-085c021a-22d3-4a5b-abe1-2960db14bd42 req-7910f119-b0fb-4e3c-8a71-630fb7ec334c tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.0979977 Jun 25 14:33:38.954468 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-085c021a-22d3-4a5b-abe1-2960db14bd42 req-0a13d16e-1a8e-4ffd-a683-deec90bc3b6e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439279 Jun 25 14:33:39.141817 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-95ef193b-6c39-4447-886e-ff4f814572f9 req-d6dc9ee3-bbd0-4665-8f66-e390667ac0a7 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 210 time: 0.0706069 Jun 25 14:33:40.191714 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47b9d1-cc4e-44eb-8e3e-2fadc44081f2 req-0eca7434-1852-40dc-bef7-cfceda8870b9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:40.199575 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef47b9d1-cc4e-44eb-8e3e-2fadc44081f2 req-0eca7434-1852-40dc-bef7-cfceda8870b9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1096735 Jun 25 14:33:40.250709 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef47b9d1-cc4e-44eb-8e3e-2fadc44081f2 req-a45c3820-ea5b-4f5e-a0be-66caf32223bf tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493648 Jun 25 14:33:40.482194 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-67a51ad0-471d-4c19-ab6b-a98e8c297214 req-fb5995a9-3d63-4274-a092-bdc1c578f6a7 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 210 time: 0.0537367 Jun 25 14:33:41.000834 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2bc8e3a3-2e31-4182-888e-eac462a81f23 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:41.004649 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2bc8e3a3-2e31-4182-888e-eac462a81f23 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.69 "GET /v2.0/networks?id=d324ccdb-600d-4b41-a203-ab038d2e7ece HTTP/1.1" status: 200 len: 809 time: 0.3639824 Jun 25 14:33:41.044598 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Request body: {'port': {'device_id': '85d5ab92-3ab4-40a6-8abe-bbbca845278f', 'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece', 'admin_state_up': True, 'tenant_id': 'eb7e6d50010a4328a064ba0eca0e9316'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:41.414620 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:41.511927 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:41.557369 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Made reservation on behalf of eb7e6d50010a4328a064ba0eca0e9316 for: {'port': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:33:41.561082 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:41.734320 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53190) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:41.763178 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ba57d9b8-641c-4e97-8727-9d35150a88cb req-2ff915e3-6435-4284-bb8c-32ade3afe538 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 210 time: 0.0970519 Jun 25 14:33:41.806514 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2edd7-08a7-48ea-a22c-0ffb121cf02f req-d3a1a300-2551-40f2-a0e2-1bacc01ebf88 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:41.818582 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c7e2edd7-08a7-48ea-a22c-0ffb121cf02f req-d3a1a300-2551-40f2-a0e2-1bacc01ebf88 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.3980043 Jun 25 14:33:42.029143 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c9d46b4c-dd49-4847-8ba0-3206358e29fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.039873 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c7e2edd7-08a7-48ea-a22c-0ffb121cf02f req-4641d9df-6b96-40f3-9477-b6af79d3a961 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298194 Jun 25 14:33:42.062544 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Allocated IP 172.20.0.10 (d324ccdb-600d-4b41-a203-ab038d2e7ece/a57e4523-d4b8-4afa-a028-600438bce339/66401500-fa93-4ad5-954c-de80756d7529) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:33:42.070640 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-c9d46b4c-dd49-4847-8ba0-3206358e29fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:42.078673 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-c9d46b4c-dd49-4847-8ba0-3206358e29fb admin admin] Usage tracker for resource:security_group_rule and tenant:5a08b3c9362d494ba604ee4d25eca967 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:42.084558 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-c9d46b4c-dd49-4847-8ba0-3206358e29fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:42.099106 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-c9d46b4c-dd49-4847-8ba0-3206358e29fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:42.245081 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c9d46b4c-dd49-4847-8ba0-3206358e29fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.250912 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c9d46b4c-dd49-4847-8ba0-3206358e29fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.263113 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f630728e-8141-40fe-9267-f6d7e3bb1836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:42.313771 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d46b4c-dd49-4847-8ba0-3206358e29fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6925ad0c-c7c3-4da9-a8ae-f772f7ed0137,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:42.332386 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-c9d46b4c-dd49-4847-8ba0-3206358e29fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a08b3c9362d494ba604ee4d25eca967&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5968127 Jun 25 14:33:42.337859 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c9d46b4c-dd49-4847-8ba0-3206358e29fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:42.339183 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53212) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:42.436558 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-64befdd4-5175-4b27-8b66-a6b65e81713c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.485577 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-64befdd4-5175-4b27-8b66-a6b65e81713c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.494799 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:33:42.518279 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.613160 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-64befdd4-5175-4b27-8b66-a6b65e81713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.619770 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9df3f01b-540d-426b-9f2d-90ec0a7c3c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:42.636868 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.643239 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64befdd4-5175-4b27-8b66-a6b65e81713c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6925ad0c-c7c3-4da9-a8ae-f772f7ed0137,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:42.646616 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-64befdd4-5175-4b27-8b66-a6b65e81713c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:42.656608 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-64befdd4-5175-4b27-8b66-a6b65e81713c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:42.659239 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-64befdd4-5175-4b27-8b66-a6b65e81713c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6925ad0c-c7c3-4da9-a8ae-f772f7ed0137 HTTP/1.1" status: 204 len: 168 time: 0.3183506 Jun 25 14:33:42.662294 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:42.902926 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Network d324ccdb-600d-4b41-a203-ab038d2e7ece is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:33:42.904538 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Pushing event updated for resources: {'Port': ['ID=66401500-fa93-4ad5-954c-de80756d7529,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:42.925369 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:33:42.929784 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:42.942117 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:33:43.164612 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:43.167305 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:43.289192 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:43.333958 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'port_id': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'mac_address': 'fa:16:3e:4b:a1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:33:43.336565 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2974834 Jun 25 14:33:43.434003 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:43.440848 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Request body: {'port': {'device_id': '85d5ab92-3ab4-40a6-8abe-bbbca845278f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:33:43.461858 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:33:43.491566 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:43.502848 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:43.508549 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:43.545705 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53232) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:43.671387 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:33:43.719720 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ea469e6f-ce8e-44c0-9b03-0e1303da9472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:43.726021 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d5643-a7d5-49e7-ac38-5450208be432 req-822e3006-5566-4043-af1e-b22da35fe888 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:43.730903 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-f81d5643-a7d5-49e7-ac38-5450208be432 req-822e3006-5566-4043-af1e-b22da35fe888 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Synchronizing usage tracker for tenant:eb7e6d50010a4328a064ba0eca0e9316 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:33:43.778675 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,revision_number=6']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:43.790380 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:43.790749 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-ea469e6f-ce8e-44c0-9b03-0e1303da9472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:43.792959 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:43.808053 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-ea469e6f-ce8e-44c0-9b03-0e1303da9472 admin admin] Usage tracker for resource:security_group_rule and tenant:6edfb027cbea43faa061f2325aa71220 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:43.821358 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-ea469e6f-ce8e-44c0-9b03-0e1303da9472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:43.838567 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-ea469e6f-ce8e-44c0-9b03-0e1303da9472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:44.141852 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f721b4e-a1a8-444c-ae91-84d1f16f1cfd req-206be93b-75a4-4a3f-a95e-98251345772f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:44.144568 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9f721b4e-a1a8-444c-ae91-84d1f16f1cfd req-206be93b-75a4-4a3f-a95e-98251345772f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.8164394 Jun 25 14:33:44.157052 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-f81d5643-a7d5-49e7-ac38-5450208be432 req-822e3006-5566-4043-af1e-b22da35fe888 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Unset dirty status for tenant:eb7e6d50010a4328a064ba0eca0e9316 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:33:44.164429 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f81d5643-a7d5-49e7-ac38-5450208be432 req-822e3006-5566-4043-af1e-b22da35fe888 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 932 time: 0.9482675 Jun 25 14:33:44.192244 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ea469e6f-ce8e-44c0-9b03-0e1303da9472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.199809 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ea469e6f-ce8e-44c0-9b03-0e1303da9472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.209367 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:44.259802 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9f721b4e-a1a8-444c-ae91-84d1f16f1cfd req-d3d73da6-877b-4230-bde0-89e340b0d37c tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925145 Jun 25 14:33:44.265537 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-ea469e6f-ce8e-44c0-9b03-0e1303da9472 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6edfb027cbea43faa061f2325aa71220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7167888 Jun 25 14:33:44.269969 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea469e6f-ce8e-44c0-9b03-0e1303da9472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d6afa2-c8e5-4407-bf95-59f40c2808b6,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:44.273288 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53250) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:44.286724 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-ea469e6f-ce8e-44c0-9b03-0e1303da9472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:44.301273 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f81d5643-a7d5-49e7-ac38-5450208be432 req-18a44be8-7b12-4cec-b8e1-65c8e46f99d4 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358585 Jun 25 14:33:44.432881 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3b989153-074f-4741-a69f-99b108df49dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.485821 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3b989153-074f-4741-a69f-99b108df49dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.526806 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:44.573643 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3b989153-074f-4741-a69f-99b108df49dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.588446 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6b802184-d223-429c-9f2c-0347e47c1cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:44.614272 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b989153-074f-4741-a69f-99b108df49dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d6afa2-c8e5-4407-bf95-59f40c2808b6,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:44.616700 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66401500-fa93-4ad5-954c-de80756d7529 {{(pid=78417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:33:44.629388 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3b989153-074f-4741-a69f-99b108df49dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:44.634582 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.640337 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3b989153-074f-4741-a69f-99b108df49dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.646622 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-3b989153-074f-4741-a69f-99b108df49dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f6d6afa2-c8e5-4407-bf95-59f40c2808b6 HTTP/1.1" status: 204 len: 168 time: 0.3576000 Jun 25 14:33:44.676507 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Transition to ACTIVE for port object 66401500-fa93-4ad5-954c-de80756d7529 will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:33:44.691701 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.698831 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:44.733801 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:44.734521 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:44.811536 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Pushing event updated for resources: {'Port': ['ID=66401500-fa93-4ad5-954c-de80756d7529,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:44.821849 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:45.057552 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:45.176578 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:33:45.237153 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:45.246029 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Attempting to bind port 66401500-fa93-4ad5-954c-de80756d7529 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:33:45.247165 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Attempting to bind port 66401500-fa93-4ad5-954c-de80756d7529 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'b2bd4999-06df-418e-8f99-fb538e719c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:33:45.248812 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Attempting to bind port 66401500-fa93-4ad5-954c-de80756d7529 on network d324ccdb-600d-4b41-a203-ab038d2e7ece {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:33:45.249067 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:45.252182 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-9a6827b9-ef4f-41fb-880c-65afaaa324b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:45.261364 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Port 66401500-fa93-4ad5-954c-de80756d7529 on network d324ccdb-600d-4b41-a203-ab038d2e7ece not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:33:45.262187 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Attempting to bind port 66401500-fa93-4ad5-954c-de80756d7529 on network d324ccdb-600d-4b41-a203-ab038d2e7ece {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:33:45.273773 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:33:45.274538 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Checking segment: {'id': 'b2bd4999-06df-418e-8f99-fb538e719c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:33:45.275458 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Bound using segment: {'id': 'b2bd4999-06df-418e-8f99-fb538e719c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:33:45.276395 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Bound port: 66401500-fa93-4ad5-954c-de80756d7529, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2bd4999-06df-418e-8f99-fb538e719c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:33:45.277075 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:45.496619 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] For port 66401500-fa93-4ad5-954c-de80756d7529, host hv-cinder-79808, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:33:45.510418 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] For port 66401500-fa93-4ad5-954c-de80756d7529, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=66401500-fa93-4ad5-954c-de80756d7529,segment=NetworkSegment(b2bd4999-06df-418e-8f99-fb538e719c39),segment_id=b2bd4999-06df-418e-8f99-fb538e719c39)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:33:45.519158 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:45.531532 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'code': 200} Jun 25 14:33:45.533150 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-8dcc9ce6-f2d6-4c43-a561-7f475849b374 tempest-DeleteServersTestJSON-183298585 tempest-DeleteServersTestJSON-183298585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:45.637289 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,revision_number=7']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:45.653056 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:45.745057 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:45.751667 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:45.753157 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] 10.222.0.69 "PUT /v2.0/ports/66401500-fa93-4ad5-954c-de80756d7529 HTTP/1.1" status: 200 len: 1094 time: 2.3270714 Jun 25 14:33:45.756974 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d5ab92-3ab4-40a6-8abe-bbbca845278f', 'tag': '66401500-fa93-4ad5-954c-de80756d7529'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:33:45.912114 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Pushing event updated for resources: {'Port': ['ID=66401500-fa93-4ad5-954c-de80756d7529,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:45.916088 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:45.952874 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-0376bb88-d1a2-4717-b18c-8e4fe9ab639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:45.954472 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-0376bb88-d1a2-4717-b18c-8e4fe9ab639f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb7e6d50010a4328a064ba0eca0e9316&device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 1097 time: 0.1124411 Jun 25 14:33:45.966414 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd348b0-3ecf-4334-b0dc-58ba2b6e3f95 req-1e032b22-5d5f-41f4-8ef5-5e146e34592a tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:45.977255 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4bd348b0-3ecf-4334-b0dc-58ba2b6e3f95 req-1e032b22-5d5f-41f4-8ef5-5e146e34592a tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 944 time: 0.2099707 Jun 25 14:33:46.260018 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-f7196195-8f8f-4cbc-b1ce-34da1cb1f5b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66401500-fa93-4ad5-954c-de80756d7529 HTTP/1.1" status: 200 len: 217 time: 0.2641180 Jun 25 14:33:46.481711 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4bd348b0-3ecf-4334-b0dc-58ba2b6e3f95 req-c4547d6a-d1c8-4979-a25f-80a5cec3d6f0 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035996 Jun 25 14:33:46.497889 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-feb3401f-8b7a-40d4-aea3-925ec5e2a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:46.499597 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-feb3401f-8b7a-40d4-aea3-925ec5e2a344 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a57e4523-d4b8-4afa-a028-600438bce339 HTTP/1.1" status: 200 len: 849 time: 0.1943493 Jun 25 14:33:46.559679 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-3599cbfa-c1d2-4d15-b4ff-1b2efca4271d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d324ccdb-600d-4b41-a203-ab038d2e7ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505474 Jun 25 14:33:46.575475 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6f621-b531-4254-bb88-e8f0dc74b986 req-a548147f-18d8-434d-a4d4-ac7e8d805ee1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:46.584321 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c9e6f621-b531-4254-bb88-e8f0dc74b986 req-a548147f-18d8-434d-a4d4-ac7e8d805ee1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.4720387 Jun 25 14:33:46.712551 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d5ab92-3ab4-40a6-8abe-bbbca845278f', 'tag': '66401500-fa93-4ad5-954c-de80756d7529', 'status': 'completed', 'code': 200} Jun 25 14:33:46.775117 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c9e6f621-b531-4254-bb88-e8f0dc74b986 req-0f60ee99-8d0b-4ad3-9878-76fe2e0ea41d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892538 Jun 25 14:33:46.815100 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-064d507a-359d-4260-aea5-d593a3293e2b service neutron] 10.222.0.69 "GET /v2.0/networks/d324ccdb-600d-4b41-a203-ab038d2e7ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143962 Jun 25 14:33:47.084347 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-37c1d1a1-5f48-4747-b965-cb394819d98d req-661bf2c6-7e0e-4dc2-8638-278c734092f6 service neutron] 10.222.0.69 "GET /v2.0/networks/d324ccdb-600d-4b41-a203-ab038d2e7ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589586 Jun 25 14:33:47.382823 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce60001-aa6b-405f-bb7b-1439cd6f5ea1 req-767602e5-de22-4212-b796-275fd946b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:47.385598 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8ce60001-aa6b-405f-bb7b-1439cd6f5ea1 req-767602e5-de22-4212-b796-275fd946b611 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=eb7e6d50010a4328a064ba0eca0e9316&device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 1097 time: 0.1701384 Jun 25 14:33:47.798036 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce60001-aa6b-405f-bb7b-1439cd6f5ea1 req-55c96a77-c902-4248-aaa6-7555e3ff63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:47.800601 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8ce60001-aa6b-405f-bb7b-1439cd6f5ea1 req-55c96a77-c902-4248-aaa6-7555e3ff63b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d324ccdb-600d-4b41-a203-ab038d2e7ece HTTP/1.1" status: 200 len: 910 time: 0.4064634 Jun 25 14:33:48.274666 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8ce60001-aa6b-405f-bb7b-1439cd6f5ea1 req-7d1b9c4c-a421-4f65-b80a-aeb1cdd73e25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66401500-fa93-4ad5-954c-de80756d7529 HTTP/1.1" status: 200 len: 217 time: 0.4501238 Jun 25 14:33:48.511732 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 66401500-fa93-4ad5-954c-de80756d7529 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:33:48.554163 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce60001-aa6b-405f-bb7b-1439cd6f5ea1 req-cd6c8e31-728d-4850-94d4-a86fcd0c074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:48.556566 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8ce60001-aa6b-405f-bb7b-1439cd6f5ea1 req-cd6c8e31-728d-4850-94d4-a86fcd0c074b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a57e4523-d4b8-4afa-a028-600438bce339 HTTP/1.1" status: 200 len: 849 time: 0.2591784 Jun 25 14:33:48.595045 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62444d45-5fcf-4c1d-a3b8-91bc06bb1f88 req-cac97c35-e5c5-4254-b36c-ca5f825ac61a tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:48.612525 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-62444d45-5fcf-4c1d-a3b8-91bc06bb1f88 req-cac97c35-e5c5-4254-b36c-ca5f825ac61a tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 944 time: 0.5428991 Jun 25 14:33:48.706284 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8ce60001-aa6b-405f-bb7b-1439cd6f5ea1 req-341826ac-4460-4f17-a1b6-7d15e0b866fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d324ccdb-600d-4b41-a203-ab038d2e7ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274955 Jun 25 14:33:49.127780 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 66401500-fa93-4ad5-954c-de80756d7529, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=66401500-fa93-4ad5-954c-de80756d7529,segment=NetworkSegment(b2bd4999-06df-418e-8f99-fb538e719c39),segment_id=b2bd4999-06df-418e-8f99-fb538e719c39)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:49.178047 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '66401500-fa93-4ad5-954c-de80756d7529', 'network_id': 'd324ccdb-600d-4b41-a203-ab038d2e7ece', 'port_id': '66401500-fa93-4ad5-954c-de80756d7529', 'mac_address': 'fa:16:3e:e8:2d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e4523-d4b8-4afa-a028-600438bce339', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:33:49.236349 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-62444d45-5fcf-4c1d-a3b8-91bc06bb1f88 req-1f34cb5c-f41b-4c08-b934-db91ad3cb44d tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6215520 Jun 25 14:33:49.337416 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291624b-808d-4cea-8b84-6b3cf15be601 req-a37a039c-475c-48f5-9751-71a67e68b8f1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:49.348513 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:49.349269 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2291624b-808d-4cea-8b84-6b3cf15be601 req-a37a039c-475c-48f5-9751-71a67e68b8f1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 1.0716965 Jun 25 14:33:49.393716 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66401500-fa93-4ad5-954c-de80756d7529 {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:33:49.423237 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 66401500-fa93-4ad5-954c-de80756d7529, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=66401500-fa93-4ad5-954c-de80756d7529,segment=NetworkSegment(b2bd4999-06df-418e-8f99-fb538e719c39),segment_id=b2bd4999-06df-418e-8f99-fb538e719c39)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:49.443598 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:49.454814 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:49.488398 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8ce60001-aa6b-405f-bb7b-1439cd6f5ea1 req-807a9629-5d6a-432b-84d8-73fc0058aeae service neutron] 10.222.0.69 "GET /v2.0/networks/d324ccdb-600d-4b41-a203-ab038d2e7ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7723057 Jun 25 14:33:49.492061 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2291624b-808d-4cea-8b84-6b3cf15be601 req-e5a8defb-cee3-4a56-b09e-ffe8427eb37e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418431 Jun 25 14:33:49.692091 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=66401500-fa93-4ad5-954c-de80756d7529,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:49.700001 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:49.812446 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['66401500-fa93-4ad5-954c-de80756d7529'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:33:49.858214 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8ce60001-aa6b-405f-bb7b-1439cd6f5ea1 req-34c235ff-31da-4111-bff9-bb430122a0dd service neutron] 10.222.0.69 "GET /v2.0/networks/d324ccdb-600d-4b41-a203-ab038d2e7ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562765 Jun 25 14:33:50.733176 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2e6f5-287f-4878-bae4-35fe00430457 req-44b6b629-c1e4-4c72-8206-1a6be5873873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:50.734668 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-86d2e6f5-287f-4878-bae4-35fe00430457 req-44b6b629-c1e4-4c72-8206-1a6be5873873 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445a61d727034821bf08ebd2c102dc6c&device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 1099 time: 0.3503060 Jun 25 14:33:50.907893 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e3bc5-da00-441c-afe7-f178cdda9fa7 req-19f0e13b-40e5-4338-ae69-1d313252e454 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:50.909504 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c28e3bc5-da00-441c-afe7-f178cdda9fa7 req-19f0e13b-40e5-4338-ae69-1d313252e454 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 945 time: 0.3677843 Jun 25 14:33:50.928045 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f745da3-1fc4-40d1-b98b-1f4e12c94165 req-c5c4a3f4-b636-4b8d-ac82-1dffbfd685bf tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:50.936402 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4f745da3-1fc4-40d1-b98b-1f4e12c94165 req-c5c4a3f4-b636-4b8d-ac82-1dffbfd685bf tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.3308904 Jun 25 14:33:51.111966 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c28e3bc5-da00-441c-afe7-f178cdda9fa7 req-13719d2e-5467-449e-890d-90c952c42545 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888635 Jun 25 14:33:51.185628 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4f745da3-1fc4-40d1-b98b-1f4e12c94165 req-c2ba9eb2-d6bf-4154-8884-bc929077f842 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473309 Jun 25 14:33:51.222656 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2e6f5-287f-4878-bae4-35fe00430457 req-0e4939a6-f0d5-40ac-bde1-725284696917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:51.224341 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-86d2e6f5-287f-4878-bae4-35fe00430457 req-0e4939a6-f0d5-40ac-bde1-725284696917 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4dc45219-5875-4c3b-97df-d5e5edc87f68 HTTP/1.1" status: 200 len: 920 time: 0.4784214 Jun 25 14:33:51.560474 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-86d2e6f5-287f-4878-bae4-35fe00430457 req-8433e6b3-bd9e-45e6-b9e9-8902a0794a95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178ffd9d-d308-4b60-be05-3f0b57872341 HTTP/1.1" status: 200 len: 217 time: 0.3275983 Jun 25 14:33:51.658491 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2e6f5-287f-4878-bae4-35fe00430457 req-938b3645-0e8c-4f99-96fc-f52d67818c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:51.660421 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-86d2e6f5-287f-4878-bae4-35fe00430457 req-938b3645-0e8c-4f99-96fc-f52d67818c83 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25fa1d40-6698-4460-a719-5f9a049dbbb9 HTTP/1.1" status: 200 len: 859 time: 0.0861323 Jun 25 14:33:51.676869 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c28cf-393c-4993-b595-dd9373439228 req-3c2beab5-a382-414b-b1be-7e0dd8ee1a4a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:51.685170 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f95c28cf-393c-4993-b595-dd9373439228 req-3c2beab5-a382-414b-b1be-7e0dd8ee1a4a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.2042589 Jun 25 14:33:51.777670 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-86d2e6f5-287f-4878-bae4-35fe00430457 req-1e55cabe-ea93-4af8-8555-fcdc298e47a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4dc45219-5875-4c3b-97df-d5e5edc87f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901289 Jun 25 14:33:51.787099 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f95c28cf-393c-4993-b595-dd9373439228 req-24099abb-112e-4f25-8d96-d42b3e1bb831 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007526 Jun 25 14:33:52.009061 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-86d2e6f5-287f-4878-bae4-35fe00430457 req-e80f9941-6161-45c0-b419-9d8aa938f02d service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144256 Jun 25 14:33:52.283234 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-86d2e6f5-287f-4878-bae4-35fe00430457 req-a4751928-0dee-440e-949a-fe2c0c2d6975 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725525 Jun 25 14:33:52.522693 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 66401500-fa93-4ad5-954c-de80756d7529 up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:33:52.556959 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c6c9f-2c42-488f-80cc-6a2955a1ea1b req-6139736c-a439-449b-a18d-4c05e70c58b9 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:52.558600 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-459c6c9f-2c42-488f-80cc-6a2955a1ea1b req-6139736c-a439-449b-a18d-4c05e70c58b9 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 945 time: 0.2513282 Jun 25 14:33:52.569991 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804b27c-dbfc-4e4b-8912-020f718a0937 req-8f3c9391-2ca3-44e9-a5a0-f7130b2500f4 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:52.579223 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4804b27c-dbfc-4e4b-8912-020f718a0937 req-8f3c9391-2ca3-44e9-a5a0-f7130b2500f4 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1984479 Jun 25 14:33:52.659911 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-459c6c9f-2c42-488f-80cc-6a2955a1ea1b req-26b49578-0e18-489f-bac3-c5102d233c55 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780854 Jun 25 14:33:52.676629 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4804b27c-dbfc-4e4b-8912-020f718a0937 req-e68c1528-9feb-455f-8672-d44222f983d1 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963585 Jun 25 14:33:52.715174 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 66401500-fa93-4ad5-954c-de80756d7529 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:33:52.723552 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 66401500-fa93-4ad5-954c-de80756d7529 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:33:52.724206 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:53.014510 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:53.096021 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d5ab92-3ab4-40a6-8abe-bbbca845278f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66401500-fa93-4ad5-954c-de80756d7529'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:33:53.120948 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 66401500-fa93-4ad5-954c-de80756d7529, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=66401500-fa93-4ad5-954c-de80756d7529,segment=NetworkSegment(b2bd4999-06df-418e-8f99-fb538e719c39),segment_id=b2bd4999-06df-418e-8f99-fb538e719c39)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:33:53.128008 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:53.130159 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-9d8e0632-9bfc-4ac1-be13-b91f18bf01f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:53.191463 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27043aad-a9fb-4cbf-8ac0-4e6e05a93188 req-a2ccd1e2-998c-4ef3-9519-7d91d5a0524b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:53.199676 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-27043aad-a9fb-4cbf-8ac0-4e6e05a93188 req-a2ccd1e2-998c-4ef3-9519-7d91d5a0524b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1828382 Jun 25 14:33:53.202153 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d5ab92-3ab4-40a6-8abe-bbbca845278f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66401500-fa93-4ad5-954c-de80756d7529', 'code': 200} Jun 25 14:33:53.304445 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=66401500-fa93-4ad5-954c-de80756d7529,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:53.322037 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:53.425883 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-27043aad-a9fb-4cbf-8ac0-4e6e05a93188 req-d11a8429-6f68-4ea1-ae10-a7c61bc23d29 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255099 Jun 25 14:33:53.788238 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53512) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:53.824413 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a094ecf-307b-4ced-a6e4-e1c54faf2da5 req-28594edb-82a0-46b7-b6e6-2f2897c3b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:53.825907 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9a094ecf-307b-4ced-a6e4-e1c54faf2da5 req-28594edb-82a0-46b7-b6e6-2f2897c3b8a5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 1099 time: 0.2455237 Jun 25 14:33:53.890134 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53518) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:54.113630 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9a094ecf-307b-4ced-a6e4-e1c54faf2da5 req-61ac43e4-208d-4c87-8807-45790c9c23bb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809260 Jun 25 14:33:54.149993 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dc46c038-4b3b-4300-b80c-65733f4b8953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:54.185322 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba4195-e348-45c1-a859-83eb8cf81ac0 req-c2aca409-289b-4f83-949c-46d476f32e81 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:54.187916 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-dc46c038-4b3b-4300-b80c-65733f4b8953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:54.192473 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-92ba4195-e348-45c1-a859-83eb8cf81ac0 req-c2aca409-289b-4f83-949c-46d476f32e81 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 946 time: 0.2724543 Jun 25 14:33:54.198770 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-dc46c038-4b3b-4300-b80c-65733f4b8953 admin admin] Usage tracker for resource:security_group_rule and tenant:02b65fb23a094ac1bb6189cc7b5a5d2e is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:54.204374 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-dc46c038-4b3b-4300-b80c-65733f4b8953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:54.217084 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-dc46c038-4b3b-4300-b80c-65733f4b8953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:54.249671 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe624cb4-4615-40d9-a856-4a315e212f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:54.266270 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874fc2e-e6f0-469e-aee2-83154c124152 req-f682164e-4d5f-4d11-9554-91f9b881871c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:54.267833 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f874fc2e-e6f0-469e-aee2-83154c124152 req-f682164e-4d5f-4d11-9554-91f9b881871c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2259889 Jun 25 14:33:54.286342 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-fe624cb4-4615-40d9-a856-4a315e212f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:54.300983 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-fe624cb4-4615-40d9-a856-4a315e212f5e admin admin] Usage tracker for resource:security_group_rule and tenant:220a57b2309e459ba66223a3128e9e57 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:54.307080 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-fe624cb4-4615-40d9-a856-4a315e212f5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:54.321396 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-fe624cb4-4615-40d9-a856-4a315e212f5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:54.392077 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f874fc2e-e6f0-469e-aee2-83154c124152 req-456a822a-5edd-4f9a-b375-fdbc0557c700 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141794 Jun 25 14:33:54.414022 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-92ba4195-e348-45c1-a859-83eb8cf81ac0 req-ef514bef-b686-4f4d-a5c3-6f7f02cf6070 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184768 Jun 25 14:33:54.488671 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe624cb4-4615-40d9-a856-4a315e212f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:54.502647 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe624cb4-4615-40d9-a856-4a315e212f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:54.561861 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5987ce19-cd2d-4227-a0c0-f2c31517f63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:54.603294 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dc46c038-4b3b-4300-b80c-65733f4b8953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:54.607688 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe624cb4-4615-40d9-a856-4a315e212f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52980a32-9363-4794-9992-4b5fff5aed90,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:54.618634 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fe624cb4-4615-40d9-a856-4a315e212f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:54.619918 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dc46c038-4b3b-4300-b80c-65733f4b8953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:54.660674 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c9d46b4c-dd49-4847-8ba0-3206358e29fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:54.701338 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-dc46c038-4b3b-4300-b80c-65733f4b8953 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=02b65fb23a094ac1bb6189cc7b5a5d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9106650 Jun 25 14:33:54.705440 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53526) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:54.706774 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46c038-4b3b-4300-b80c-65733f4b8953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49c0457-d927-40cb-93a6-61a26e5ffc2e,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:54.714125 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dc46c038-4b3b-4300-b80c-65733f4b8953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:54.732734 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-fe624cb4-4615-40d9-a856-4a315e212f5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=220a57b2309e459ba66223a3128e9e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8411021 Jun 25 14:33:54.733790 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53530) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:54.906224 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bcd5293d-fadb-4fcf-b4c6-fb570e5488a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:54.921036 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-46dc6253-93a0-4bc0-84d7-2285bd9a70bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:54.923957 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129646e4-d1ee-4993-9f91-4656eab448e8 req-d35d0a99-13e0-4cfb-aba4-7fe01112c29e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:54.935864 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-129646e4-d1ee-4993-9f91-4656eab448e8 req-d35d0a99-13e0-4cfb-aba4-7fe01112c29e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.2426853 Jun 25 14:33:54.954810 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bcd5293d-fadb-4fcf-b4c6-fb570e5488a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:54.993104 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-46dc6253-93a0-4bc0-84d7-2285bd9a70bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:55.019203 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-129646e4-d1ee-4993-9f91-4656eab448e8 req-357bef64-e553-4807-9a0e-a51c6b5383d7 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814648 Jun 25 14:33:55.072362 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bcd5293d-fadb-4fcf-b4c6-fb570e5488a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:55.078034 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7cba5472-3ed6-49c4-8be3-1b2d377db356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:55.095136 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5293d-fadb-4fcf-b4c6-fb570e5488a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49c0457-d927-40cb-93a6-61a26e5ffc2e,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:55.102892 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-bcd5293d-fadb-4fcf-b4c6-fb570e5488a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:55.127437 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bcd5293d-fadb-4fcf-b4c6-fb570e5488a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:55.135235 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-bcd5293d-fadb-4fcf-b4c6-fb570e5488a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b49c0457-d927-40cb-93a6-61a26e5ffc2e HTTP/1.1" status: 204 len: 168 time: 0.4247661 Jun 25 14:33:55.137579 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-46dc6253-93a0-4bc0-84d7-2285bd9a70bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:55.142978 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-46dc6253-93a0-4bc0-84d7-2285bd9a70bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:55.145584 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-46dc6253-93a0-4bc0-84d7-2285bd9a70bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/52980a32-9363-4794-9992-4b5fff5aed90 HTTP/1.1" status: 204 len: 168 time: 0.4089215 Jun 25 14:33:55.146617 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-aedb5c83-42b0-4634-9366-e62621190231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:55.170420 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc6253-93a0-4bc0-84d7-2285bd9a70bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52980a32-9363-4794-9992-4b5fff5aed90,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:55.174564 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-46dc6253-93a0-4bc0-84d7-2285bd9a70bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:55.912945 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a9025-224a-4c69-a6be-7f76a7c46dab req-05aeaa71-c2d2-4252-be4f-9d6658447528 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:55.914655 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-209a9025-224a-4c69-a6be-7f76a7c46dab req-05aeaa71-c2d2-4252-be4f-9d6658447528 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 946 time: 0.2396224 Jun 25 14:33:55.938716 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1e55f-9d60-4226-b876-98110851bbf4 req-c3c703c5-5232-48d9-b27b-39ff6c5d8673 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:55.945021 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b2b1e55f-9d60-4226-b876-98110851bbf4 req-c3c703c5-5232-48d9-b27b-39ff6c5d8673 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2097602 Jun 25 14:33:56.011822 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53554) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:56.051525 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b2b1e55f-9d60-4226-b876-98110851bbf4 req-b42243c1-31f3-4b4a-9041-e5c44ea29339 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964999 Jun 25 14:33:56.087781 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-20bfaa68-8175-467f-bb62-286e375c12c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:56.109904 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-209a9025-224a-4c69-a6be-7f76a7c46dab req-f46c8faa-feb0-4c6d-a1ee-5bfde1b1e728 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569705 Jun 25 14:33:56.130802 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-20bfaa68-8175-467f-bb62-286e375c12c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:56.157929 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-20bfaa68-8175-467f-bb62-286e375c12c6 admin admin] Usage tracker for resource:security_group_rule and tenant:110ef28b7af549a995da5650055c3e82 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:56.161338 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-20bfaa68-8175-467f-bb62-286e375c12c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:56.179533 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-20bfaa68-8175-467f-bb62-286e375c12c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:56.331346 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-20bfaa68-8175-467f-bb62-286e375c12c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:56.338100 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-20bfaa68-8175-467f-bb62-286e375c12c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:56.352014 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:56.408975 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-20bfaa68-8175-467f-bb62-286e375c12c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=110ef28b7af549a995da5650055c3e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960252 Jun 25 14:33:56.414749 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfaa68-8175-467f-bb62-286e375c12c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e4d31d-fd14-4c07-b078-bfab254f7a69,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:56.429229 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53566) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:56.434275 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-20bfaa68-8175-467f-bb62-286e375c12c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:56.480232 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14614b-0678-4b1e-9cb4-f6a01478dcb3 req-7b72f344-43c8-4004-a52f-8ca6f9ba88d1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:56.481788 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0a14614b-0678-4b1e-9cb4-f6a01478dcb3 req-7b72f344-43c8-4004-a52f-8ca6f9ba88d1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.2530653 Jun 25 14:33:56.575537 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0a14614b-0678-4b1e-9cb4-f6a01478dcb3 req-8bd21271-e95e-47c1-94c1-803d1cbb22e0 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845723 Jun 25 14:33:56.623866 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-abd0f188-9043-4a5b-81a7-0c22c0f21f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:56.658722 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-abd0f188-9043-4a5b-81a7-0c22c0f21f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:56.778596 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-abd0f188-9043-4a5b-81a7-0c22c0f21f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:56.784357 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-46d8cde0-7f9a-47b7-ac75-a3182452b0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:56.821533 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0f188-9043-4a5b-81a7-0c22c0f21f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e4d31d-fd14-4c07-b078-bfab254f7a69,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:56.839237 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-abd0f188-9043-4a5b-81a7-0c22c0f21f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:56.845243 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-abd0f188-9043-4a5b-81a7-0c22c0f21f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:56.846154 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-abd0f188-9043-4a5b-81a7-0c22c0f21f82 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/30e4d31d-fd14-4c07-b078-bfab254f7a69 HTTP/1.1" status: 204 len: 168 time: 0.4157224 Jun 25 14:33:57.544573 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3246a4-67de-4a2f-b399-0b58fae576ad req-9f1ed95a-a92b-431b-80e8-fbfcf9161c96 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:57.547538 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7e3246a4-67de-4a2f-b399-0b58fae576ad req-9f1ed95a-a92b-431b-80e8-fbfcf9161c96 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1545920 Jun 25 14:33:57.629202 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7e3246a4-67de-4a2f-b399-0b58fae576ad req-8b87602e-06e5-4e10-9113-8a6ba1e4e63b tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717247 Jun 25 14:33:58.040841 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53610) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:58.095238 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d2bd26b0-f003-400e-979c-e4cb78c66c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:58.134206 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d2bd26b0-f003-400e-979c-e4cb78c66c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:33:58.142574 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a36532-9cbb-476c-b7ed-262582041437 req-cfc6020a-2ca6-4b91-9600-332a7a316e73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:58.144233 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-79a36532-9cbb-476c-b7ed-262582041437 req-cfc6020a-2ca6-4b91-9600-332a7a316e73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.3480029 Jun 25 14:33:58.149161 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d2bd26b0-f003-400e-979c-e4cb78c66c1a admin admin] Usage tracker for resource:security_group_rule and tenant:27d5c53844e041dd87931bc7008a803c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:33:58.154964 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d2bd26b0-f003-400e-979c-e4cb78c66c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:33:58.168071 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d2bd26b0-f003-400e-979c-e4cb78c66c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:33:58.316791 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d2bd26b0-f003-400e-979c-e4cb78c66c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:58.329458 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d2bd26b0-f003-400e-979c-e4cb78c66c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:58.342876 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fe624cb4-4615-40d9-a856-4a315e212f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:58.361031 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-79a36532-9cbb-476c-b7ed-262582041437 req-eaae006c-350d-41f2-a5c1-e48ae8a53ae3 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893587 Jun 25 14:33:58.391512 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d2bd26b0-f003-400e-979c-e4cb78c66c1a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27d5c53844e041dd87931bc7008a803c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480992 Jun 25 14:33:58.392411 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd26b0-f003-400e-979c-e4cb78c66c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391748bf-ef36-4e82-8a28-af1d70716df2,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:58.399124 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53614) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:33:58.405909 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d2bd26b0-f003-400e-979c-e4cb78c66c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:58.469177 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1b839-4698-422f-abac-4aa276bd7ca6 req-61e5971d-4b45-4e0c-8bb6-0b7262a6a81d tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:58.471309 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dab1b839-4698-422f-abac-4aa276bd7ca6 req-61e5971d-4b45-4e0c-8bb6-0b7262a6a81d tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 946 time: 0.2343721 Jun 25 14:33:58.487167 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ebb571ae-ab2f-4258-8d72-a857cbf27288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:58.521843 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ebb571ae-ab2f-4258-8d72-a857cbf27288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:58.630956 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dab1b839-4698-422f-abac-4aa276bd7ca6 req-e526b72a-885f-4225-bd09-cad42886ceee tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441052 Jun 25 14:33:58.646984 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ebb571ae-ab2f-4258-8d72-a857cbf27288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:58.652772 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dc46c038-4b3b-4300-b80c-65733f4b8953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:33:58.684862 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb571ae-ab2f-4258-8d72-a857cbf27288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391748bf-ef36-4e82-8a28-af1d70716df2,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:33:58.707685 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-ebb571ae-ab2f-4258-8d72-a857cbf27288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:33:58.719546 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ebb571ae-ab2f-4258-8d72-a857cbf27288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:33:58.721782 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-ebb571ae-ab2f-4258-8d72-a857cbf27288 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/391748bf-ef36-4e82-8a28-af1d70716df2 HTTP/1.1" status: 204 len: 168 time: 0.3252335 Jun 25 14:33:59.173981 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767a42a-7b6b-4037-9fac-24eec20e67a1 req-8b3a9693-fd58-4810-9b35-420a2bb3fe19 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:59.188018 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3767a42a-7b6b-4037-9fac-24eec20e67a1 req-8b3a9693-fd58-4810-9b35-420a2bb3fe19 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2910588 Jun 25 14:33:59.294993 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3767a42a-7b6b-4037-9fac-24eec20e67a1 req-2c4372d4-e3b0-4913-a26d-55c0c0e895aa tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050050 Jun 25 14:33:59.693548 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cb87a-8d9d-4249-ba17-137076c9ee2b req-085103f1-e4ed-4590-a536-008f4874f613 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:59.698626 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6f0cb87a-8d9d-4249-ba17-137076c9ee2b req-085103f1-e4ed-4590-a536-008f4874f613 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1307399 Jun 25 14:33:59.726616 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:33:59.953505 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6f0cb87a-8d9d-4249-ba17-137076c9ee2b req-5ba9e621-7dd7-4c98-a590-a35202e6495c tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408439 Jun 25 14:33:59.980466 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377502a-0216-4fc8-a36c-2f6817e73341 req-faa95fdf-ad35-4f9d-9339-bc8527cd6356 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:33:59.982096 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5377502a-0216-4fc8-a36c-2f6817e73341 req-faa95fdf-ad35-4f9d-9339-bc8527cd6356 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.69 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 946 time: 0.2785702 Jun 25 14:34:00.090125 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4e411-69aa-4dd8-8901-7c18d6d2d27a req-e2f7a563-e5df-42f8-b261-b01015408a3c tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:00.091745 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-16d4e411-69aa-4dd8-8901-7c18d6d2d27a req-e2f7a563-e5df-42f8-b261-b01015408a3c tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 946 time: 0.2009871 Jun 25 14:34:00.125787 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-5377502a-0216-4fc8-a36c-2f6817e73341 req-21fd643c-0391-43c7-a148-5996cf5e9c0e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Deleting port 66401500-fa93-4ad5-954c-de80756d7529 {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:34:00.126132 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-5377502a-0216-4fc8-a36c-2f6817e73341 req-21fd643c-0391-43c7-a148-5996cf5e9c0e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:00.292470 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-16d4e411-69aa-4dd8-8901-7c18d6d2d27a req-839b5349-e25b-49f1-bc79-161f5691f2c4 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/security-groups?id=149a4c7b-edc1-420f-98e4-c9c3452d4bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934655 Jun 25 14:34:00.801216 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-5377502a-0216-4fc8-a36c-2f6817e73341 req-21fd643c-0391-43c7-a148-5996cf5e9c0e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] For port 66401500-fa93-4ad5-954c-de80756d7529, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=66401500-fa93-4ad5-954c-de80756d7529,segment=NetworkSegment(b2bd4999-06df-418e-8f99-fb538e719c39),segment_id=b2bd4999-06df-418e-8f99-fb538e719c39)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:00.801932 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-5377502a-0216-4fc8-a36c-2f6817e73341 req-21fd643c-0391-43c7-a148-5996cf5e9c0e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:01.032484 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-5377502a-0216-4fc8-a36c-2f6817e73341 req-21fd643c-0391-43c7-a148-5996cf5e9c0e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Calling delete_port for 66401500-fa93-4ad5-954c-de80756d7529 owned by compute:nova {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:34:01.119917 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d692f-efb1-487d-b928-e9500f103bf7 req-2bded267-a56a-428b-a922-2362006ab2fa tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:01.133165 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-182d692f-efb1-487d-b928-e9500f103bf7 req-2bded267-a56a-428b-a922-2362006ab2fa tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.6185944 Jun 25 14:34:01.477331 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-182d692f-efb1-487d-b928-e9500f103bf7 req-ed86171e-e62e-418a-a84b-7b3fea7c689b tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429756 Jun 25 14:34:01.583328 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702375-73c4-4cef-aef9-3ce248526b5e req-d75e8a99-fddc-498c-97c4-0660a4c16cf9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:01.592096 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-71702375-73c4-4cef-aef9-3ce248526b5e req-d75e8a99-fddc-498c-97c4-0660a4c16cf9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.3470767 Jun 25 14:34:01.596444 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-5377502a-0216-4fc8-a36c-2f6817e73341 req-21fd643c-0391-43c7-a148-5996cf5e9c0e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:01.627103 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:01.798722 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd643c-0391-43c7-a148-5996cf5e9c0e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Pushing event deleted for resources: {'Port': ['ID=66401500-fa93-4ad5-954c-de80756d7529,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:01.801916 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-21fd643c-0391-43c7-a148-5996cf5e9c0e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:01.847316 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-eaf4fd0e-f5c3-4abc-bd0e-da6a7cadfa61 req-7a3002e1-7e14-4377-9ada-50f55b81926a tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 210 time: 0.1719465 Jun 25 14:34:01.856252 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-71702375-73c4-4cef-aef9-3ce248526b5e req-3334e24e-8795-4bc9-99ea-6e1ea1735559 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632675 Jun 25 14:34:01.862665 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5377502a-0216-4fc8-a36c-2f6817e73341 req-21fd643c-0391-43c7-a148-5996cf5e9c0e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] No DVR routers for this DVR port 66401500-fa93-4ad5-954c-de80756d7529 on host hv-cinder-79808 {{(pid=78417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:34:01.865484 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-5377502a-0216-4fc8-a36c-2f6817e73341 req-21fd643c-0391-43c7-a148-5996cf5e9c0e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:01.879858 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d5ab92-3ab4-40a6-8abe-bbbca845278f', 'name': 'network-vif-deleted', 'tag': '66401500-fa93-4ad5-954c-de80756d7529'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:01.895173 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5377502a-0216-4fc8-a36c-2f6817e73341 req-21fd643c-0391-43c7-a148-5996cf5e9c0e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.69 "DELETE /v2.0/ports/66401500-fa93-4ad5-954c-de80756d7529 HTTP/1.1" status: 204 len: 173 time: 1.9069469 Jun 25 14:34:01.997442 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d5ab92-3ab4-40a6-8abe-bbbca845278f', 'name': 'network-vif-deleted', 'tag': '66401500-fa93-4ad5-954c-de80756d7529', 'status': 'completed', 'code': 200} Jun 25 14:34:02.583267 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 66401500-fa93-4ad5-954c-de80756d7529 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:34:02.753274 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 66401500-fa93-4ad5-954c-de80756d7529 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:34:02.753822 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 66401500-fa93-4ad5-954c-de80756d7529 not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:34:02.798281 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f68f33be-d2b9-4744-82ff-8ca4d2f009ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:03.020744 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:03.168702 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4406c7-a3fe-4dd7-9cc4-47da1e0ae27f req-0aa728d0-715b-4a54-831e-63e81811d64a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:03.173759 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2f4406c7-a3fe-4dd7-9cc4-47da1e0ae27f req-0aa728d0-715b-4a54-831e-63e81811d64a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2728536 Jun 25 14:34:03.386562 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-4bd8d0ad-f8ef-4a79-a864-ecd9fad73c23 req-e914d478-2231-433a-ac9c-dd8cec5ac3c3 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Synchronizing usage tracker for tenant:eb7e6d50010a4328a064ba0eca0e9316 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:34:03.435891 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2f4406c7-a3fe-4dd7-9cc4-47da1e0ae27f req-28ada9e1-6381-4ac4-92a1-dd5a35c59576 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452378 Jun 25 14:34:03.495670 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-4bd8d0ad-f8ef-4a79-a864-ecd9fad73c23 req-e914d478-2231-433a-ac9c-dd8cec5ac3c3 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Unset dirty status for tenant:eb7e6d50010a4328a064ba0eca0e9316 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:34:03.510704 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4bd8d0ad-f8ef-4a79-a864-ecd9fad73c23 req-e914d478-2231-433a-ac9c-dd8cec5ac3c3 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] 10.222.0.61 "GET /v2.0/ports?device_id=85d5ab92-3ab4-40a6-8abe-bbbca845278f HTTP/1.1" status: 200 len: 210 time: 0.2460876 Jun 25 14:34:03.767779 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a11df-76c2-4af8-8a4b-120a400d50e6 req-9ea99a2c-b90b-47a3-a443-f203ac096333 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:03.770811 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e36a11df-76c2-4af8-8a4b-120a400d50e6 req-9ea99a2c-b90b-47a3-a443-f203ac096333 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.1533048 Jun 25 14:34:03.864187 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e36a11df-76c2-4af8-8a4b-120a400d50e6 req-8d6e7ff3-d4cd-417f-b8b5-d6ef61e30e62 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866179 Jun 25 14:34:04.810966 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fbbee-0b90-45c3-8203-7ddbab778554 req-7b4b1249-f701-4e91-abae-b0c5366bb539 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:04.812547 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-296fbbee-0b90-45c3-8203-7ddbab778554 req-7b4b1249-f701-4e91-abae-b0c5366bb539 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1697197 Jun 25 14:34:04.815046 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3429d-88d6-4cbc-b2d1-1cabca7c2bc7 req-d87109b9-846a-4515-a06c-3deddced0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:04.816703 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-89c3429d-88d6-4cbc-b2d1-1cabca7c2bc7 req-d87109b9-846a-4515-a06c-3deddced0356 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 1098 time: 0.1328981 Jun 25 14:34:05.070435 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-296fbbee-0b90-45c3-8203-7ddbab778554 req-7923dcce-772a-4eb7-a4d8-f4ce2b39153c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441077 Jun 25 14:34:05.157761 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3429d-88d6-4cbc-b2d1-1cabca7c2bc7 req-bd87f3bf-42d3-48a4-9df2-020c71e9caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:05.160560 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-89c3429d-88d6-4cbc-b2d1-1cabca7c2bc7 req-bd87f3bf-42d3-48a4-9df2-020c71e9caaf service neutron] 10.222.0.69 "GET /v2.0/networks?id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 200 len: 918 time: 0.3359959 Jun 25 14:34:05.393238 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-89c3429d-88d6-4cbc-b2d1-1cabca7c2bc7 req-8d5da16d-e09b-4621-aebc-1567f8e2fecb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f HTTP/1.1" status: 200 len: 1001 time: 0.1559947 Jun 25 14:34:05.470937 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3429d-88d6-4cbc-b2d1-1cabca7c2bc7 req-8d06cc6e-6e09-4669-9ccd-cdc0024604bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:05.472602 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-89c3429d-88d6-4cbc-b2d1-1cabca7c2bc7 req-8d06cc6e-6e09-4669-9ccd-cdc0024604bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d342de52-d2d2-45a2-92c2-62e59e532739 HTTP/1.1" status: 200 len: 856 time: 0.0712414 Jun 25 14:34:05.483259 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f299bb8-3c08-4178-88a5-bc3abb163faf req-c785572f-bb1f-4f05-89f6-2e71a6357117 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:05.486107 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e38359c0-3a9f-43c9-8020-42ca6be9ccc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:05.491685 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6f299bb8-3c08-4178-88a5-bc3abb163faf req-c785572f-bb1f-4f05-89f6-2e71a6357117 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 945 time: 0.3286133 Jun 25 14:34:05.669250 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6f299bb8-3c08-4178-88a5-bc3abb163faf req-d82403e0-0c67-4202-90ff-9bdd8ffe7b7b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753333 Jun 25 14:34:05.724561 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3429d-88d6-4cbc-b2d1-1cabca7c2bc7 req-9ab76cf9-1db8-4faa-8517-1f907216decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:05.727622 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-89c3429d-88d6-4cbc-b2d1-1cabca7c2bc7 req-9ab76cf9-1db8-4faa-8517-1f907216decf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2330074 Jun 25 14:34:05.879279 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-89c3429d-88d6-4cbc-b2d1-1cabca7c2bc7 req-59cf080b-14ca-4d6c-8636-e97b3b3fe751 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446922 Jun 25 14:34:06.061321 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-89c3429d-88d6-4cbc-b2d1-1cabca7c2bc7 req-e1be7a4e-0411-444a-8f29-93ae88397ee9 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739476 Jun 25 14:34:06.108838 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:06.364839 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52a4cd-6883-470c-8dc6-bc61eb5932e2 req-2d28a7f6-0da0-47fa-b1c1-d5719fdd0d84 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:06.367637 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ce52a4cd-6883-470c-8dc6-bc61eb5932e2 req-2d28a7f6-0da0-47fa-b1c1-d5719fdd0d84 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1275778 Jun 25 14:34:06.423919 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ce52a4cd-6883-470c-8dc6-bc61eb5932e2 req-e8830cd1-afdf-4b1d-a4a3-e6749427dc9f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496173 Jun 25 14:34:06.586048 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:34:06.814984 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:06.856561 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:34:06.880984 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:34:06.890252 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:06.892357 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-e3374492-49c1-4920-8301-7701b340a218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:06.939453 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'code': 200} Jun 25 14:34:06.987286 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,revision_number=8']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:06.991636 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:07.040318 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154693c-59cd-4b6e-9e7c-2db47aca9ca6 req-cadb599e-1fd9-4eaf-856a-1c68c44b3898 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:07.041998 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1154693c-59cd-4b6e-9e7c-2db47aca9ca6 req-cadb599e-1fd9-4eaf-856a-1c68c44b3898 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1245487 Jun 25 14:34:07.098677 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1154693c-59cd-4b6e-9e7c-2db47aca9ca6 req-8af76991-d302-46a7-9314-27d8deece648 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456333 Jun 25 14:34:07.551355 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:07.650693 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09aa36-475b-443a-9be6-0cfb3278fb68 req-357a3ba7-be6b-4339-ab15-6bed4aa95727 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:07.652334 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a09aa36-475b-443a-9be6-0cfb3278fb68 req-357a3ba7-be6b-4339-ab15-6bed4aa95727 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.0927920 Jun 25 14:34:07.707907 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a09aa36-475b-443a-9be6-0cfb3278fb68 req-29da22a6-fdb1-4497-99d1-1338581e187f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476470 Jun 25 14:34:08.424383 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:08.456950 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6eda9-9f6b-4279-8574-9ad03226f357 req-da96fbcb-ec46-42ad-8910-86b25bf4d647 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:08.459523 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-adc6eda9-9f6b-4279-8574-9ad03226f357 req-da96fbcb-ec46-42ad-8910-86b25bf4d647 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1544971 Jun 25 14:34:08.524354 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-adc6eda9-9f6b-4279-8574-9ad03226f357 req-9e92d5dc-dbef-47a4-8b66-fe29079213a5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542123 Jun 25 14:34:09.031145 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8744202-e74a-4614-bb8d-5e1df4128b39 req-304f5627-1f03-4156-8c8d-6a4278d9caf5 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:09.040239 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b8744202-e74a-4614-bb8d-5e1df4128b39 req-304f5627-1f03-4156-8c8d-6a4278d9caf5 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1249371 Jun 25 14:34:09.122117 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b8744202-e74a-4614-bb8d-5e1df4128b39 req-09e5df55-f3c5-44a2-86f1-1a5e87df8671 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796719 Jun 25 14:34:10.558531 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3510bec-ee77-4540-be92-f4b1d7f32d70 req-0bc9224e-80f3-4a2a-8fdb-524fddc376ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:10.561757 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f3510bec-ee77-4540-be92-f4b1d7f32d70 req-0bc9224e-80f3-4a2a-8fdb-524fddc376ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1330631 Jun 25 14:34:10.583267 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2e852-e689-4251-8425-d4cc071559bc req-2914f21a-a67a-420d-9fa3-b054ca7d7aa3 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:10.586329 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4ba2e852-e689-4251-8425-d4cc071559bc req-2914f21a-a67a-420d-9fa3-b054ca7d7aa3 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2518742 Jun 25 14:34:10.618051 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:34:10.710242 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f3510bec-ee77-4540-be92-f4b1d7f32d70 req-d36e0b42-6d95-4d00-88ec-4384e9ee60b8 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219678 Jun 25 14:34:10.730360 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4ba2e852-e689-4251-8425-d4cc071559bc req-0f2804fa-452f-42fe-b9ea-eba55995e382 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117132 Jun 25 14:34:11.109502 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ed7020dd-3b31-4ebb-a0df-7f70ffd89d29 req-370994cb-d34b-427a-8921-900eb5637c95 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1256092 Jun 25 14:34:11.267624 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7020dd-3b31-4ebb-a0df-7f70ffd89d29 req-76868162-7070-4e61-9603-e0ced21e3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:11.269311 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ed7020dd-3b31-4ebb-a0df-7f70ffd89d29 req-76868162-7070-4e61-9603-e0ced21e3f37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445a61d727034821bf08ebd2c102dc6c&device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 1098 time: 0.1246362 Jun 25 14:34:11.522627 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7020dd-3b31-4ebb-a0df-7f70ffd89d29 req-a15b6b81-7a0e-47eb-a2f8-902ac519054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:11.525241 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ed7020dd-3b31-4ebb-a0df-7f70ffd89d29 req-a15b6b81-7a0e-47eb-a2f8-902ac519054d service neutron] 10.222.0.69 "GET /v2.0/networks?id=4dc45219-5875-4c3b-97df-d5e5edc87f68 HTTP/1.1" status: 200 len: 920 time: 0.2325721 Jun 25 14:34:11.652913 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ed7020dd-3b31-4ebb-a0df-7f70ffd89d29 req-5b9cea42-547c-4d88-b6f3-14b0eb2cf30e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=729d4a3d-a80f-4702-96f0-246886a863bf HTTP/1.1" status: 200 len: 217 time: 0.1197987 Jun 25 14:34:11.727653 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7020dd-3b31-4ebb-a0df-7f70ffd89d29 req-851f92db-9fec-4bcf-a2a6-c9e7e8b86547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:11.729169 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ed7020dd-3b31-4ebb-a0df-7f70ffd89d29 req-851f92db-9fec-4bcf-a2a6-c9e7e8b86547 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25fa1d40-6698-4460-a719-5f9a049dbbb9 HTTP/1.1" status: 200 len: 859 time: 0.0697598 Jun 25 14:34:11.785688 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ed7020dd-3b31-4ebb-a0df-7f70ffd89d29 req-405acb8c-d564-428f-a377-58684b7ad413 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4dc45219-5875-4c3b-97df-d5e5edc87f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478420 Jun 25 14:34:12.260416 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ed7020dd-3b31-4ebb-a0df-7f70ffd89d29 req-dd47e7d1-0e86-4337-9aaf-175358a2df86 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674094 Jun 25 14:34:12.339215 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca80743-3457-4e59-9c24-e11a18177a09 req-2fecd68d-7004-4cc4-a232-c5a999319241 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:12.341736 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dca80743-3457-4e59-9c24-e11a18177a09 req-2fecd68d-7004-4cc4-a232-c5a999319241 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.4695187 Jun 25 14:34:12.457118 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cc1e9-f355-4749-b232-dc36e1f7348e req-c98dc11f-4c85-4e92-b225-94c98a9d2a1a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:12.460352 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef7cc1e9-f355-4749-b232-dc36e1f7348e req-c98dc11f-4c85-4e92-b225-94c98a9d2a1a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.5018246 Jun 25 14:34:12.650558 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dca80743-3457-4e59-9c24-e11a18177a09 req-36b4a0fb-c7ce-43e4-93d6-8ecd2ea14fe7 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093115 Jun 25 14:34:12.692385 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef7cc1e9-f355-4749-b232-dc36e1f7348e req-32dfd5df-6510-4528-aab5-6006e277977b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146299 Jun 25 14:34:12.696697 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ed7020dd-3b31-4ebb-a0df-7f70ffd89d29 req-ebd3a77c-26e4-49ca-a364-34538709d950 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272358 Jun 25 14:34:14.065664 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4562482-e6f4-46f8-8a6b-1577937afdb5 req-a33ff472-9f00-4c77-b24a-39e1ce87a073 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:14.068373 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d4562482-e6f4-46f8-8a6b-1577937afdb5 req-a33ff472-9f00-4c77-b24a-39e1ce87a073 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2751100 Jun 25 14:34:14.109303 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8af329-70f6-4a34-bf19-912a013a2a3e req-550a1942-4405-4606-bfc0-6e231b7610cd tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:14.110857 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8f8af329-70f6-4a34-bf19-912a013a2a3e req-550a1942-4405-4606-bfc0-6e231b7610cd tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.2359498 Jun 25 14:34:14.171134 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d4562482-e6f4-46f8-8a6b-1577937afdb5 req-4af1d0cd-b3c8-4168-a163-97e460b0b1bb tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945141 Jun 25 14:34:14.198496 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8f8af329-70f6-4a34-bf19-912a013a2a3e req-4502369f-1fcc-4a33-bd00-0366d1014331 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718594 Jun 25 14:34:15.414564 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53982) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:15.512905 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaad88-8c55-4dfe-8b92-6e2ef196c722 req-0e8081b6-c9d7-4396-b23f-2e66087357c9 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:15.514328 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-98aaad88-8c55-4dfe-8b92-6e2ef196c722 req-0e8081b6-c9d7-4396-b23f-2e66087357c9 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1473477 Jun 25 14:34:15.562407 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891ca78-648e-4bf8-a8b6-ada541f242bb req-a1d5bfb9-27cc-4f7b-be7c-140b089471f4 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:15.563931 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3891ca78-648e-4bf8-a8b6-ada541f242bb req-a1d5bfb9-27cc-4f7b-be7c-140b089471f4 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1955478 Jun 25 14:34:15.580487 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:15.598358 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:15.605603 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Usage tracker for resource:security_group_rule and tenant:df1dd1ca52ad46b69873a8de9934c7f1 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:15.606120 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-98aaad88-8c55-4dfe-8b92-6e2ef196c722 req-c7cefb0d-6240-45a1-b76f-787b1705dafb tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798233 Jun 25 14:34:15.612465 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:15.624446 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:15.633412 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3891ca78-648e-4bf8-a8b6-ada541f242bb req-68b29f10-79da-4fe8-b939-40ffc4020729 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593607 Jun 25 14:34:15.870237 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:15.875785 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:15.883762 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-20bfaa68-8175-467f-bb62-286e375c12c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:15.927910 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df1dd1ca52ad46b69873a8de9934c7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121591 Jun 25 14:34:15.929379 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7c5e09-ad19-4904-9beb-48b482ce5fb3,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:15.931961 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 53988) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:15.950804 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:15.951168 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:15.951633 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:15.951912 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:15.952278 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:15.952599 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:15.952939 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:15.953310 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:15.953620 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:15.954011 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:15.954296 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:15.954623 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:15.961341 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:16.063446 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3d49cfc6-7d3e-472c-a3d7-f18d52f66d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:16.092129 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3d49cfc6-7d3e-472c-a3d7-f18d52f66d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:16.153371 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3d49cfc6-7d3e-472c-a3d7-f18d52f66d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:16.157319 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:16.169374 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49cfc6-7d3e-472c-a3d7-f18d52f66d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7c5e09-ad19-4904-9beb-48b482ce5fb3,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:16.173452 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3d49cfc6-7d3e-472c-a3d7-f18d52f66d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:16.177550 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3d49cfc6-7d3e-472c-a3d7-f18d52f66d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:16.181627 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-3d49cfc6-7d3e-472c-a3d7-f18d52f66d6f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b7c5e09-ad19-4904-9beb-48b482ce5fb3 HTTP/1.1" status: 204 len: 168 time: 0.2485993 Jun 25 14:34:16.974109 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd16f8-f7f8-4a08-bb00-dcda96bd921d req-d0900ce0-9cc3-47ed-b28a-00b13a0ae2bc tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:16.980594 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6dbd16f8-f7f8-4a08-bb00-dcda96bd921d req-d0900ce0-9cc3-47ed-b28a-00b13a0ae2bc tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2216191 Jun 25 14:34:17.027158 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c2532-ac3e-4186-8bd7-e021af041047 req-c6c9c892-ff0e-41fa-9756-ed5ee1b0ef22 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:17.029829 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-687c2532-ac3e-4186-8bd7-e021af041047 req-c6c9c892-ff0e-41fa-9756-ed5ee1b0ef22 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1970601 Jun 25 14:34:17.128295 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6dbd16f8-f7f8-4a08-bb00-dcda96bd921d req-2d20dca4-808f-4ab0-9d53-25ced4528d84 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438355 Jun 25 14:34:17.150550 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-687c2532-ac3e-4186-8bd7-e021af041047 req-940c0e88-3aac-4c18-8935-8f9759d542b2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073244 Jun 25 14:34:17.812988 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 54032) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:17.956754 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-89c6c823-73a6-446e-93c8-d497dfea3b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:17.973604 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-89c6c823-73a6-446e-93c8-d497dfea3b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:34:17.979756 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-89c6c823-73a6-446e-93c8-d497dfea3b5b admin admin] Usage tracker for resource:security_group_rule and tenant:7563b0581c634cfca172cd0190e0c2cf is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:34:17.983115 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-89c6c823-73a6-446e-93c8-d497dfea3b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:34:17.993190 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-89c6c823-73a6-446e-93c8-d497dfea3b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:34:18.103764 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-89c6c823-73a6-446e-93c8-d497dfea3b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:18.108685 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-89c6c823-73a6-446e-93c8-d497dfea3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:18.116344 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e211d147-ed03-4f42-94c7-f559a0edb503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:18.172110 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-89c6c823-73a6-446e-93c8-d497dfea3b5b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7563b0581c634cfca172cd0190e0c2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575783 Jun 25 14:34:18.173687 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6c823-73a6-446e-93c8-d497dfea3b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf765090-4cd6-4698-aa2b-1ba978543055,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:18.175166 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 54040) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:18.180994 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-89c6c823-73a6-446e-93c8-d497dfea3b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:18.287873 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:18.448467 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:18.542350 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22b913-6762-4c22-b072-9571d479c8a2 req-51821656-48e3-4e9e-b1e2-b2919b0719ab tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:18.543963 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fe22b913-6762-4c22-b072-9571d479c8a2 req-51821656-48e3-4e9e-b1e2-b2919b0719ab tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2527893 Jun 25 14:34:18.560680 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e716a9-af6d-42b2-8b92-778d5475899e req-fe626997-cc42-4566-961f-53c766d9a10d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:18.562286 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f3e716a9-af6d-42b2-8b92-778d5475899e req-fe626997-cc42-4566-961f-53c766d9a10d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1650977 Jun 25 14:34:18.588507 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:18.607204 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:34:18.635833 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf765090-4cd6-4698-aa2b-1ba978543055,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:34:18.668285 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fe22b913-6762-4c22-b072-9571d479c8a2 req-04e9f1a9-ff0f-43bc-b099-bdb4e2335294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049867 Jun 25 14:34:18.669615 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:18.669989 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:18.670335 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:18.670686 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:18.671031 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:18.671375 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:18.671786 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:18.672094 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:18.672457 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:18.672772 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:18.673108 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:18.673444 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:34:18.679964 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:34:18.682988 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:18.688303 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf765090-4cd6-4698-aa2b-1ba978543055 HTTP/1.1" status: 204 len: 168 time: 0.5100996 Jun 25 14:34:18.694759 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f3e716a9-af6d-42b2-8b92-778d5475899e req-c325e9f0-4a08-441c-9ce7-567a430a07b5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111188 Jun 25 14:34:19.998585 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabcf12-b704-46ae-b122-bdd188a43a94 req-91f22fd1-d571-4634-bb64-68e55fd6862b tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:20.000758 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ddabcf12-b704-46ae-b122-bdd188a43a94 req-91f22fd1-d571-4634-bb64-68e55fd6862b tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1592925 Jun 25 14:34:20.104200 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ddabcf12-b704-46ae-b122-bdd188a43a94 req-600ba4d6-8bc8-4b48-b695-70143943fb0d tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885620 Jun 25 14:34:20.119879 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664acd6c-8a91-46e5-b44f-bf2c7012784b req-41c7de81-fd71-4167-92f0-85c058f1722e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:20.124003 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-664acd6c-8a91-46e5-b44f-bf2c7012784b req-41c7de81-fd71-4167-92f0-85c058f1722e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1936064 Jun 25 14:34:20.176804 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-664acd6c-8a91-46e5-b44f-bf2c7012784b req-445f681c-d484-4c37-8333-6de960f57f5d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474384 Jun 25 14:34:21.430945 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f12dc-b743-45c2-b1c5-e4a8c0ebc669 req-30d37a74-68d1-4198-a6e9-598221586c53 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:21.432547 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c89f12dc-b743-45c2-b1c5-e4a8c0ebc669 req-30d37a74-68d1-4198-a6e9-598221586c53 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1588640 Jun 25 14:34:21.440508 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ee100-c924-4dd4-8485-1c85b18b0d17 req-b1a76ec9-55ab-4095-a6de-3f44ae964a18 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:21.441962 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-146ee100-c924-4dd4-8485-1c85b18b0d17 req-b1a76ec9-55ab-4095-a6de-3f44ae964a18 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1234543 Jun 25 14:34:21.619792 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c89f12dc-b743-45c2-b1c5-e4a8c0ebc669 req-d904fed6-d65a-489a-848a-3281d3567acc tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766586 Jun 25 14:34:21.627409 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-146ee100-c924-4dd4-8485-1c85b18b0d17 req-2ec10f2f-d22f-449a-8f6b-dff307446343 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699979 Jun 25 14:34:22.906130 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863f6e6-6403-4320-a8ea-607ee09192c3 req-d4927182-0028-41d7-bac6-7cbe7f5e149a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:22.907739 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0863f6e6-6403-4320-a8ea-607ee09192c3 req-d4927182-0028-41d7-bac6-7cbe7f5e149a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1500585 Jun 25 14:34:22.924155 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04176112-41f4-4110-80d4-c0ee601f14ad req-b050f7d8-9326-4017-a109-1f39fedaebc2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:22.925596 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-04176112-41f4-4110-80d4-c0ee601f14ad req-b050f7d8-9326-4017-a109-1f39fedaebc2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1336334 Jun 25 14:34:22.998927 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0863f6e6-6403-4320-a8ea-607ee09192c3 req-12303033-7256-40f1-a331-d4a1469c9081 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830452 Jun 25 14:34:23.007169 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-04176112-41f4-4110-80d4-c0ee601f14ad req-1549d2ae-207c-4779-a3bf-7b1b4cd2905b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669048 Jun 25 14:34:24.302124 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa8506-7a39-4f0e-ac54-9de5bf46bff4 req-8e40a5fd-d99d-4330-9280-26afac8fac32 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:24.304552 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-02aa8506-7a39-4f0e-ac54-9de5bf46bff4 req-8e40a5fd-d99d-4330-9280-26afac8fac32 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1498625 Jun 25 14:34:24.313282 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ed7a2-0ed6-433a-afa0-1a76f54edc4f req-d1d4f73d-1dd4-42a7-bc50-51f58b1aa0c5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:24.315024 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cf9ed7a2-0ed6-433a-afa0-1a76f54edc4f req-d1d4f73d-1dd4-42a7-bc50-51f58b1aa0c5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1258786 Jun 25 14:34:24.395148 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-02aa8506-7a39-4f0e-ac54-9de5bf46bff4 req-8e30c250-3f44-4768-87d1-8e68e3ba62b2 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793095 Jun 25 14:34:24.401436 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cf9ed7a2-0ed6-433a-afa0-1a76f54edc4f req-a63c3b7c-0d45-4541-830f-37d7ce3646fb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707603 Jun 25 14:34:25.074022 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 54112) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:34:25.213888 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-03c6123f-aa3b-40d1-9755-67a503d4bdd8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1383171 Jun 25 14:34:25.749869 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dfe59-9e9c-4c89-b344-36c11e624e7c req-d5bdef2a-69c0-45f1-8e63-08c09fd662eb tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:25.751428 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2b8dfe59-9e9c-4c89-b344-36c11e624e7c req-d5bdef2a-69c0-45f1-8e63-08c09fd662eb tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1566038 Jun 25 14:34:25.767857 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c8fc4-8da0-4ed3-b2ca-112f6137302d req-e4721a9d-2ea3-4133-8039-b776b681b039 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:25.769408 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0c9c8fc4-8da0-4ed3-b2ca-112f6137302d req-e4721a9d-2ea3-4133-8039-b776b681b039 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1409147 Jun 25 14:34:25.851851 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2b8dfe59-9e9c-4c89-b344-36c11e624e7c req-afff24df-724f-4338-b62b-ddfd28eda48f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926864 Jun 25 14:34:25.860256 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0c9c8fc4-8da0-4ed3-b2ca-112f6137302d req-a38d43c2-40da-4537-9ed1-6e040d0982ee tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772066 Jun 25 14:34:27.148039 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0bcf7-68ca-45ab-b41a-446c7b7b6a53 req-5905910c-fdc3-45a8-a989-e16ea121a59c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:27.149489 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b4b0bcf7-68ca-45ab-b41a-446c7b7b6a53 req-5905910c-fdc3-45a8-a989-e16ea121a59c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1748877 Jun 25 14:34:27.164615 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98228977-29f4-4bb1-b0b0-f555d961dbbc req-3995d225-eb6b-4614-8a6b-62aee8435eef tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:27.166157 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-98228977-29f4-4bb1-b0b0-f555d961dbbc req-3995d225-eb6b-4614-8a6b-62aee8435eef tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1265767 Jun 25 14:34:27.239402 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b4b0bcf7-68ca-45ab-b41a-446c7b7b6a53 req-e2ad1edd-618f-4113-ba53-7fcad9dd00d9 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836439 Jun 25 14:34:27.249695 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-98228977-29f4-4bb1-b0b0-f555d961dbbc req-fa232da6-b2a8-4cc4-84cd-a6018c3b64bc tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687375 Jun 25 14:34:28.656177 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ea22e-6807-4118-9662-3d7d5d8ca6c4 req-8c9c8b91-ed1f-4898-b4c5-31be2211b696 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:28.657820 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-170ea22e-6807-4118-9662-3d7d5d8ca6c4 req-8c9c8b91-ed1f-4898-b4c5-31be2211b696 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.2648182 Jun 25 14:34:28.676232 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecfc50-df32-443a-8fc0-6235129f2e8d req-56f35966-b6ef-4514-8541-d02b8bb39e95 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:28.678858 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-47ecfc50-df32-443a-8fc0-6235129f2e8d req-56f35966-b6ef-4514-8541-d02b8bb39e95 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2165306 Jun 25 14:34:28.817336 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-170ea22e-6807-4118-9662-3d7d5d8ca6c4 req-0dfd47eb-04f3-486b-89b0-498d7414e413 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367385 Jun 25 14:34:28.823058 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-47ecfc50-df32-443a-8fc0-6235129f2e8d req-7e984f5e-48d3-42c3-90f1-098580275416 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195426 Jun 25 14:34:28.947039 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfec5e3-a486-47d8-8b40-1abdd9aa6410 req-5fdb0225-3d06-4ebb-be3a-f64c47ed0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:28.948531 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4dfec5e3-a486-47d8-8b40-1abdd9aa6410 req-5fdb0225-3d06-4ebb-be3a-f64c47ed0e1c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 1099 time: 0.0967941 Jun 25 14:34:28.996241 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4dfec5e3-a486-47d8-8b40-1abdd9aa6410 req-5e67048a-aa27-406e-bf63-21c2f1807659 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Jun 25 14:34:30.378682 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b25b70-2d8f-47f7-8f78-dc8acc94c34c req-c01d78e0-fcd9-40a7-a79a-8cab69053b10 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:30.381419 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-87b25b70-2d8f-47f7-8f78-dc8acc94c34c req-c01d78e0-fcd9-40a7-a79a-8cab69053b10 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.2800808 Jun 25 14:34:30.415284 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a27970-0f1d-4a86-b5d3-7c41292c8ed5 req-a07d34c7-57b5-442f-ba6b-8667235f3d9a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:30.420592 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-33a27970-0f1d-4a86-b5d3-7c41292c8ed5 req-a07d34c7-57b5-442f-ba6b-8667235f3d9a tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2037947 Jun 25 14:34:30.586421 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-87b25b70-2d8f-47f7-8f78-dc8acc94c34c req-aab86f14-6516-47d1-8ad8-f0f18e37358a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639831 Jun 25 14:34:30.601615 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-33a27970-0f1d-4a86-b5d3-7c41292c8ed5 req-5c5068cb-72e5-4f32-a134-a9081cb2b14c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514857 Jun 25 14:34:31.175117 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-450df8cc-a08b-46c9-8243-bcd182e34355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:31.178203 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-450df8cc-a08b-46c9-8243-bcd182e34355 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a&tenant_id=1e3a525bd5684b0e8516b71090c07dd2 HTTP/1.1" status: 200 len: 1096 time: 0.2013266 Jun 25 14:34:31.375356 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-b4b86aff-71de-4657-aebd-82ef6f141aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:31.377058 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-b4b86aff-71de-4657-aebd-82ef6f141aa2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 1096 time: 0.1547799 Jun 25 14:34:31.599751 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-a13a3ccc-01c2-4daf-8afe-bd31283b1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:31.601300 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-a13a3ccc-01c2-4daf-8afe-bd31283b1e6d service neutron] 10.222.0.69 "GET /v2.0/networks?id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 200 len: 918 time: 0.2172589 Jun 25 14:34:31.811159 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-c472ca2a-20d5-449c-a151-3c480120c469 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f HTTP/1.1" status: 200 len: 999 time: 0.2019284 Jun 25 14:34:32.246978 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-b0b73412-5773-4daa-a7ab-bd0e303a6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:32.249523 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-b0b73412-5773-4daa-a7ab-bd0e303a6385 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d342de52-d2d2-45a2-92c2-62e59e532739 HTTP/1.1" status: 200 len: 856 time: 0.4303911 Jun 25 14:34:32.497567 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efb356-df08-4006-9e09-5932d081d3b9 req-1f05eac9-e4d0-4fa4-af28-29fe0fb31342 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:32.507033 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-10efb356-df08-4006-9e09-5932d081d3b9 req-1f05eac9-e4d0-4fa4-af28-29fe0fb31342 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.5866206 Jun 25 14:34:32.562801 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58c5e-3ff1-49ee-9307-2fdb309f39cd req-2c725cd3-2a5c-46a9-ad38-d691f05fa865 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:32.572944 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8ae58c5e-3ff1-49ee-9307-2fdb309f39cd req-2c725cd3-2a5c-46a9-ad38-d691f05fa865 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.6403646 Jun 25 14:34:32.589627 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0392895f-d23e-4eb8-bb8c-d92d6cf08e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:32.788193 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8ae58c5e-3ff1-49ee-9307-2fdb309f39cd req-01ac2f14-2136-409a-8e58-166304731752 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063885 Jun 25 14:34:32.798107 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-10efb356-df08-4006-9e09-5932d081d3b9 req-5d56f18f-1315-4f8f-9889-f196fd4021dd tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753840 Jun 25 14:34:32.801855 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-4483edac-57b8-41ed-9bda-2129e01f6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:32.804855 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-4483edac-57b8-41ed-9bda-2129e01f6f11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5470243 Jun 25 14:34:32.993560 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:33.318490 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-0f050223-6391-4f5f-8456-c0e04227e822 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011332 Jun 25 14:34:33.639563 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7d072901-c1dd-4287-ae19-7db1189c9445 req-4d150784-075d-4b7b-b656-a29dd00f5e58 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127017 Jun 25 14:34:33.821572 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a471ec-3c42-4ac4-85c2-4fef46a0fd85 req-73142c26-ec59-4203-b52e-c45ded7bb1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:33.823214 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-66a471ec-3c42-4ac4-85c2-4fef46a0fd85 req-73142c26-ec59-4203-b52e-c45ded7bb1d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=445a61d727034821bf08ebd2c102dc6c&device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 1099 time: 0.1095910 Jun 25 14:34:34.135969 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac9c07-fa71-4779-8d87-5b662e98b2f8 req-d6a46168-4de1-4b07-80b6-94e40e82127f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:34.137664 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fbac9c07-fa71-4779-8d87-5b662e98b2f8 req-d6a46168-4de1-4b07-80b6-94e40e82127f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1460867 Jun 25 14:34:34.146086 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a471ec-3c42-4ac4-85c2-4fef46a0fd85 req-b6b43109-3b99-4997-9858-5f7446ddd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:34.148570 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-66a471ec-3c42-4ac4-85c2-4fef46a0fd85 req-b6b43109-3b99-4997-9858-5f7446ddd26b service neutron] 10.222.0.69 "GET /v2.0/networks?id=4dc45219-5875-4c3b-97df-d5e5edc87f68 HTTP/1.1" status: 200 len: 920 time: 0.3186617 Jun 25 14:34:34.254426 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-66a471ec-3c42-4ac4-85c2-4fef46a0fd85 req-4510c4e7-9fc6-48ca-80be-e3d352fe8453 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=178ffd9d-d308-4b60-be05-3f0b57872341 HTTP/1.1" status: 200 len: 217 time: 0.0784073 Jun 25 14:34:34.415110 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fbac9c07-fa71-4779-8d87-5b662e98b2f8 req-0f030ad9-4eca-4fc3-81be-3be00b7b69d1 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643189 Jun 25 14:34:34.429749 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a471ec-3c42-4ac4-85c2-4fef46a0fd85 req-9c212f92-382a-418d-8b81-f8bf045b218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:34.431178 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-66a471ec-3c42-4ac4-85c2-4fef46a0fd85 req-9c212f92-382a-418d-8b81-f8bf045b218f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=25fa1d40-6698-4460-a719-5f9a049dbbb9 HTTP/1.1" status: 200 len: 859 time: 0.1292105 Jun 25 14:34:34.494656 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e325d-4792-42e3-818b-a29cbf9c2301 req-9ff0de74-be07-4698-b633-42d8ae964e80 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:34.496838 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9a2e325d-4792-42e3-818b-a29cbf9c2301 req-9ff0de74-be07-4698-b633-42d8ae964e80 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.3220000 Jun 25 14:34:34.539241 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-66a471ec-3c42-4ac4-85c2-4fef46a0fd85 req-fe78f106-7916-4ac0-91af-1e78d324e173 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4dc45219-5875-4c3b-97df-d5e5edc87f68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862670 Jun 25 14:34:34.652797 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9a2e325d-4792-42e3-818b-a29cbf9c2301 req-96890711-4ef9-426f-b569-c910a394bda2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445928 Jun 25 14:34:34.744364 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-66a471ec-3c42-4ac4-85c2-4fef46a0fd85 req-58a7a185-8051-4579-99a8-24513ec90975 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955752 Jun 25 14:34:35.187276 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-66a471ec-3c42-4ac4-85c2-4fef46a0fd85 req-20ac782b-b0de-4d7b-8277-6914dfe5ec22 service neutron] 10.222.0.69 "GET /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273643 Jun 25 14:34:35.472453 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-aacd29e3-f843-4ce4-ba7a-ab5d384fa4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:35.891675 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eba0e0-d19b-4ff9-a8d5-b7fba9b74b8c req-70ef6c14-d993-45cd-85fd-3b9076f74058 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:35.902831 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b4eba0e0-d19b-4ff9-a8d5-b7fba9b74b8c req-70ef6c14-d993-45cd-85fd-3b9076f74058 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2549272 Jun 25 14:34:36.158281 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:36.248243 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b4eba0e0-d19b-4ff9-a8d5-b7fba9b74b8c req-ba81a60d-b7c7-4de6-8ea5-50d6d2444a7f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401270 Jun 25 14:34:36.324423 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dead8-eb41-49d2-a895-398f7ebb9c41 req-c3541f52-e7f8-40b7-bd4a-f1aef385febc tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:36.327448 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-518dead8-eb41-49d2-a895-398f7ebb9c41 req-c3541f52-e7f8-40b7-bd4a-f1aef385febc tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.4125471 Jun 25 14:34:36.518671 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-518dead8-eb41-49d2-a895-398f7ebb9c41 req-f6cff371-220c-4dc0-b8d9-95ee4135216f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789510 Jun 25 14:34:36.731879 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:34:37.578256 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:38.103309 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edc937-ce6b-4e41-bb64-67a129c7913b req-f6fcd8b9-3f0b-4f91-86ff-1174608b0cd3 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:38.112704 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-12edc937-ce6b-4e41-bb64-67a129c7913b req-f6fcd8b9-3f0b-4f91-86ff-1174608b0cd3 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.4679618 Jun 25 14:34:38.172384 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7672272-c6fe-4922-92ac-62bed4b734c9 req-dbedd94c-3f1f-4048-9cee-3fc4477c92d1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:38.180283 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c7672272-c6fe-4922-92ac-62bed4b734c9 req-dbedd94c-3f1f-4048-9cee-3fc4477c92d1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.3031697 Jun 25 14:34:38.234634 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-12edc937-ce6b-4e41-bb64-67a129c7913b req-c0e4576f-4635-400f-a339-2185bfb269e4 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204984 Jun 25 14:34:38.310469 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c7672272-c6fe-4922-92ac-62bed4b734c9 req-52e89663-0e4c-4272-ba20-5a039c6882bd tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231174 Jun 25 14:34:38.457709 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:34:39.688036 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e007c-0960-4891-8158-8cdacb1a9e9c req-bf16df73-a121-4541-ae08-2950b053aa98 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:39.689903 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-263e007c-0960-4891-8158-8cdacb1a9e9c req-bf16df73-a121-4541-ae08-2950b053aa98 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1199653 Jun 25 14:34:39.760044 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-263e007c-0960-4891-8158-8cdacb1a9e9c req-727f3a5f-aed1-45eb-b5c3-02e8c58e8834 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612783 Jun 25 14:34:41.009354 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95075d1-c33f-4fd8-8861-0011935def98 req-427af634-7c54-4498-8bdd-585ddb8dc10c tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:41.010892 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a95075d1-c33f-4fd8-8861-0011935def98 req-427af634-7c54-4498-8bdd-585ddb8dc10c tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.0946696 Jun 25 14:34:41.084862 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a95075d1-c33f-4fd8-8861-0011935def98 req-688f021d-8617-4652-9527-186bfe06d09e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558527 Jun 25 14:34:42.572905 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c49913-0e03-4832-ac1d-ad5a611c4ae4 req-34447cef-8e28-4eac-bc01-473ac9668540 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:42.572905 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-60c49913-0e03-4832-ac1d-ad5a611c4ae4 req-34447cef-8e28-4eac-bc01-473ac9668540 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.2984607 Jun 25 14:34:42.748535 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-60c49913-0e03-4832-ac1d-ad5a611c4ae4 req-2fabbe6d-3425-49c7-b3e8-4de3fadc4bf8 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625164 Jun 25 14:34:44.520596 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a15dc8-0a00-4330-9009-307cdad79d12 req-60ec8791-feda-48be-b7ee-0afd25741367 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:44.537208 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-65a15dc8-0a00-4330-9009-307cdad79d12 req-60ec8791-feda-48be-b7ee-0afd25741367 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.4097095 Jun 25 14:34:44.675602 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-65a15dc8-0a00-4330-9009-307cdad79d12 req-0f4ed6b5-6492-4bd6-8f5e-934ac7286716 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372092 Jun 25 14:34:46.086927 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c98bf-a47a-4445-a8dc-e30c943a90ed req-b8a5521c-3053-46dd-8f91-7c79ed6c4146 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:46.096202 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7e0c98bf-a47a-4445-a8dc-e30c943a90ed req-b8a5521c-3053-46dd-8f91-7c79ed6c4146 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.2162640 Jun 25 14:34:46.242439 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7e0c98bf-a47a-4445-a8dc-e30c943a90ed req-2fff317d-7de6-4b6c-8a63-4c2495834560 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204495 Jun 25 14:34:47.544978 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43c8e8-33ea-4829-bf3e-08d7756ee36f req-b481d4b0-8999-429e-8188-c4fb104cb9d0 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:47.547551 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b43c8e8-33ea-4829-bf3e-08d7756ee36f req-b481d4b0-8999-429e-8188-c4fb104cb9d0 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1081364 Jun 25 14:34:47.638619 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b43c8e8-33ea-4829-bf3e-08d7756ee36f req-61aecbff-f45f-4e26-bea2-64653a885f1e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823369 Jun 25 14:34:49.246135 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96eec0-1752-424e-8432-e6349b24f45a req-dda22e61-aa33-48f6-acba-41c604fe139e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:49.248780 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0e96eec0-1752-424e-8432-e6349b24f45a req-dda22e61-aa33-48f6-acba-41c604fe139e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.3295362 Jun 25 14:34:49.377052 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0e96eec0-1752-424e-8432-e6349b24f45a req-523d7afd-636d-4aaa-a363-8f956c447c85 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184554 Jun 25 14:34:50.961529 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719107a5-66e1-4df0-834d-4326f4618d83 req-d43fbb3b-4afd-4789-870f-51430affe11b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:50.980905 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-719107a5-66e1-4df0-834d-4326f4618d83 req-d43fbb3b-4afd-4789-870f-51430affe11b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.2558024 Jun 25 14:34:51.114582 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-719107a5-66e1-4df0-834d-4326f4618d83 req-c5bcd8de-a9e3-4244-bb5c-d77856f4f94b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326904 Jun 25 14:34:52.461017 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c00d5-78de-4450-ae8a-e6e048ccab30 req-fce995cd-26ca-4f2c-a57b-ecef34914f58 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:52.462573 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d09c00d5-78de-4450-ae8a-e6e048ccab30 req-fce995cd-26ca-4f2c-a57b-ecef34914f58 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1647124 Jun 25 14:34:52.544471 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d09c00d5-78de-4450-ae8a-e6e048ccab30 req-c8d980f8-a57f-4b19-9cc4-09eca1c8e90e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756021 Jun 25 14:34:53.786337 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdef00-f9cd-4e0a-b1b6-2d30c4345bef req-d8dec17d-9ed9-4002-a8b1-4f32711f01f5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:53.788981 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a5cdef00-f9cd-4e0a-b1b6-2d30c4345bef req-d8dec17d-9ed9-4002-a8b1-4f32711f01f5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1031089 Jun 25 14:34:53.839064 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a5cdef00-f9cd-4e0a-b1b6-2d30c4345bef req-c1458fe5-c0e7-4fea-a986-bd6caa33591e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440857 Jun 25 14:34:55.184824 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f375c13-dcf3-4f2b-84c6-46b49a797da6 req-7783b342-7183-4cfa-bdfd-b714cb3bcbbe tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:55.196962 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3f375c13-dcf3-4f2b-84c6-46b49a797da6 req-7783b342-7183-4cfa-bdfd-b714cb3bcbbe tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.2072017 Jun 25 14:34:55.260296 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3f375c13-dcf3-4f2b-84c6-46b49a797da6 req-ea8d651f-56f9-44d6-bbc1-e323dfbe3928 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622497 Jun 25 14:34:56.502939 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e1aa7-00c1-4302-9ca8-bb8ef5395222 req-880f3b22-a0e1-4f1d-9cc7-b695559bc14b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:56.505360 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-960e1aa7-00c1-4302-9ca8-bb8ef5395222 req-880f3b22-a0e1-4f1d-9cc7-b695559bc14b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.0946670 Jun 25 14:34:56.583768 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-960e1aa7-00c1-4302-9ca8-bb8ef5395222 req-aede66ab-a425-4dd5-81e5-1e2669bba95c tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707176 Jun 25 14:34:57.816164 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6591d-45ea-4e40-b201-b66bf2f3c89e req-e000ccad-b016-4ddb-86ac-2f92504cd7ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:57.817730 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-73f6591d-45ea-4e40-b201-b66bf2f3c89e req-e000ccad-b016-4ddb-86ac-2f92504cd7ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.0983973 Jun 25 14:34:57.941663 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-73f6591d-45ea-4e40-b201-b66bf2f3c89e req-c69a68b0-71aa-4389-975e-d15f9a43699b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167929 Jun 25 14:34:59.164682 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fd980-5e42-4f59-a023-c736d0c7bf87 req-8df10fa4-d0c2-40c0-847b-351f529e4b11 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:34:59.166210 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ac5fd980-5e42-4f59-a023-c736d0c7bf87 req-8df10fa4-d0c2-40c0-847b-351f529e4b11 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.0868905 Jun 25 14:34:59.223032 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ac5fd980-5e42-4f59-a023-c736d0c7bf87 req-1d3b7994-b47b-4674-95f0-aca5ad2a839d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462933 Jun 25 14:35:00.448615 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a5ddf-755b-44d2-a693-875d8c8d8440 req-1f356a0a-1ce4-466c-ad3c-9b2d9276680e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:00.458726 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-441a5ddf-755b-44d2-a693-875d8c8d8440 req-1f356a0a-1ce4-466c-ad3c-9b2d9276680e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.0973310 Jun 25 14:35:00.497638 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-441a5ddf-755b-44d2-a693-875d8c8d8440 req-b036dfe8-0a5e-402c-85db-052895fa07de tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417864 Jun 25 14:35:01.775282 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99049f39-ef30-4463-a10c-8eafe093861d req-aa47f927-b023-4dd0-b4bd-f154e11f2623 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:01.785664 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-99049f39-ef30-4463-a10c-8eafe093861d req-aa47f927-b023-4dd0-b4bd-f154e11f2623 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1500115 Jun 25 14:35:01.855796 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-99049f39-ef30-4463-a10c-8eafe093861d req-d89c7041-2972-4d1d-a58d-bb7cd36d89c0 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681052 Jun 25 14:35:02.566508 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-65909cb7-5dea-4bee-a7e3-80d425a99321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:02.951594 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 54650) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:02.980059 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:02.993728 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:35:03.017754 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_v2 [None req-351e2ff4-781b-405f-89f7-72c521c3d655 admin admin] Deleting subnet a57e4523-d4b8-4afa-a028-600438bce339 {{(pid=78416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:35:03.021909 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-351e2ff4-781b-405f-89f7-72c521c3d655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.098138 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-351e2ff4-781b-405f-89f7-72c521c3d655 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.108575 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-351e2ff4-781b-405f-89f7-72c521c3d655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.218001 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea9e76-7c63-4dd2-b7fa-23031a614856 req-db90aae0-e0ea-43e2-a397-425ef34fc159 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:03.222035 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3eea9e76-7c63-4dd2-b7fa-23031a614856 req-db90aae0-e0ea-43e2-a397-425ef34fc159 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 943 time: 0.1966591 Jun 25 14:35:03.256648 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-351e2ff4-781b-405f-89f7-72c521c3d655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for subnet, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.267351 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:03.269532 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:03.299794 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-351e2ff4-781b-405f-89f7-72c521c3d655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.309578 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3eea9e76-7c63-4dd2-b7fa-23031a614856 req-6128415d-842d-4c08-b245-893d7c1927a5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788231 Jun 25 14:35:03.312983 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-351e2ff4-781b-405f-89f7-72c521c3d655 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a57e4523-d4b8-4afa-a028-600438bce339 HTTP/1.1" status: 204 len: 168 time: 0.3602858 Jun 25 14:35:03.317413 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 54662) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:03.321611 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e2ff4-781b-405f-89f7-72c521c3d655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57e4523-d4b8-4afa-a028-600438bce339,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:03.325291 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-351e2ff4-781b-405f-89f7-72c521c3d655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:03.329764 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'port_id': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'mac_address': 'fa:16:3e:4b:a1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:35:03.454725 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.485767 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:35:03.509354 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:03.515821 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.518566 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:03.544541 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.626537 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,revision_number=9']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:03.637582 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:03.638129 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:03.638724 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:03.639274 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:03.639914 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:03.640465 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:03.641012 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:03.641571 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:03.642328 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:03.642874 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:03.643429 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:03.644071 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:03.652223 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:03.750494 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.770387 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d324ccdb-600d-4b41-a203-ab038d2e7ece']}} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:03.794089 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bd4999-06df-418e-8f99-fb538e719c39') {'for_net_delete': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:03.794946 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bd4999-06df-418e-8f99-fb538e719c39') {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:03.806976 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 54670) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:03.820237 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8159635'] for segment, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.845417 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.858931 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=78417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:35:03.859905 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6337720'] for segment, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:03.890064 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: Traceback (most recent call last): Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: timer() Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: cb(*args, **kw) Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: return func(*args, **kwargs) Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: self._notify() Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: self.callback(batched_events) Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: event.method(event) Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: return f(self, *a, **k) Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._get(url).json() Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: return self.request(url, 'GET', **kwargs) Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:35:03.962534 dv-cinder-798088-1-iscsi neutron-server[78417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:35:03.984089 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cca6e3f5-1432-417d-97e1-2d24acb50744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.001134 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-cca6e3f5-1432-417d-97e1-2d24acb50744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:04.006697 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-cca6e3f5-1432-417d-97e1-2d24acb50744 admin admin] Usage tracker for resource:security_group_rule and tenant:a6dccec6687649dc878973f3daa375db is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:04.011042 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-cca6e3f5-1432-417d-97e1-2d24acb50744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:04.018976 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-cca6e3f5-1432-417d-97e1-2d24acb50744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:04.039865 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.045864 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e3bbf4cc-850e-4d2d-81b3-2e83ad14bc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:04.103433 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.144171 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] Pushing event deleted for resources: {'Network': ['ID=d324ccdb-600d-4b41-a203-ab038d2e7ece,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:04.148671 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:04.153498 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-a65faa71-6bd9-47db-bd64-6cf9d936a843 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d324ccdb-600d-4b41-a203-ab038d2e7ece HTTP/1.1" status: 204 len: 168 time: 0.8337171 Jun 25 14:35:04.222996 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cca6e3f5-1432-417d-97e1-2d24acb50744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.230234 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cca6e3f5-1432-417d-97e1-2d24acb50744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.243812 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-19fe37f8-00a0-4f80-9137-c750a085f1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:04.307525 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6e3f5-1432-417d-97e1-2d24acb50744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abed9ef-b806-490a-adf6-6ba63a2ac308,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:04.317486 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-cca6e3f5-1432-417d-97e1-2d24acb50744 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6dccec6687649dc878973f3daa375db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5037675 Jun 25 14:35:04.317486 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cca6e3f5-1432-417d-97e1-2d24acb50744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:04.319540 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 54684) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:04.398804 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 54690) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:04.503342 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-a6b1acf9-8c32-4249-8cf9-d5faf0ff8ff8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb7e6d50010a4328a064ba0eca0e9316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0982635 Jun 25 14:35:04.504208 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 54698) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:04.608015 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8440b595-ee29-4026-b56e-ce7c3fadbd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.626317 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a3d14608-9e2a-4f6c-aa2b-5fcaf27270c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.678081 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a3d14608-9e2a-4f6c-aa2b-5fcaf27270c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.685339 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8440b595-ee29-4026-b56e-ce7c3fadbd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.772915 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6c1a0-8548-437b-90d3-e4b0921c4aba req-b932fd98-4989-4e4c-a90f-4f7cfb1454f0 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:04.775126 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bdf6c1a0-8548-437b-90d3-e4b0921c4aba req-b932fd98-4989-4e4c-a90f-4f7cfb1454f0 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.3683975 Jun 25 14:35:04.777280 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a3d14608-9e2a-4f6c-aa2b-5fcaf27270c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.781561 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-912630e3-c746-4be6-a50f-cb1aa45cc515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:04.794661 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51848b-01c8-4ac5-bb24-09d0e8cc506b req-2090eb2d-9865-4f9c-be4c-37649787194e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:04.796923 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dd51848b-01c8-4ac5-bb24-09d0e8cc506b req-2090eb2d-9865-4f9c-be4c-37649787194e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 944 time: 0.3104076 Jun 25 14:35:04.801084 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d14608-9e2a-4f6c-aa2b-5fcaf27270c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149a4c7b-edc1-420f-98e4-c9c3452d4bf9,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:04.804643 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a3d14608-9e2a-4f6c-aa2b-5fcaf27270c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:04.822416 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a3d14608-9e2a-4f6c-aa2b-5fcaf27270c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.828231 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-a3d14608-9e2a-4f6c-aa2b-5fcaf27270c2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/149a4c7b-edc1-420f-98e4-c9c3452d4bf9 HTTP/1.1" status: 204 len: 168 time: 0.3211949 Jun 25 14:35:04.900128 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bdf6c1a0-8548-437b-90d3-e4b0921c4aba req-de4791ac-f3b3-4e51-a989-3a20e64f92d6 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018493 Jun 25 14:35:04.909105 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dd51848b-01c8-4ac5-bb24-09d0e8cc506b req-33d1bcaa-d007-4d73-bfa4-5c2bc69698d7 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869441 Jun 25 14:35:04.910407 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8440b595-ee29-4026-b56e-ce7c3fadbd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.922978 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:04.954499 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440b595-ee29-4026-b56e-ce7c3fadbd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abed9ef-b806-490a-adf6-6ba63a2ac308,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:04.961608 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-8440b595-ee29-4026-b56e-ce7c3fadbd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:04.963911 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8440b595-ee29-4026-b56e-ce7c3fadbd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:04.978056 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-8440b595-ee29-4026-b56e-ce7c3fadbd1f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7abed9ef-b806-490a-adf6-6ba63a2ac308 HTTP/1.1" status: 204 len: 168 time: 0.6427081 Jun 25 14:35:04.997984 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:05.144054 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:05.144677 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:05.339273 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:05.391815 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:05.412926 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:05.432209 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:05.436822 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:05.486400 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'code': 200} Jun 25 14:35:05.507936 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-2f0d9ea1-736d-491c-9301-4c6b133e7266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:05.529362 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,revision_number=10']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:05.541300 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:06.129318 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:06.408392 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a11ec-0af5-4850-be7b-01469131bbb9 req-bae445ed-03b2-4e32-a2fa-9dd6c6cc229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:06.410085 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f54a11ec-0af5-4850-be7b-01469131bbb9 req-bae445ed-03b2-4e32-a2fa-9dd6c6cc229a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 1099 time: 0.3063533 Jun 25 14:35:06.425960 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30317e-d00e-4efe-935e-8f26cf04c659 req-f8f2844a-44e1-41f2-88eb-0fdbb7d4f09c tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:06.432449 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9d30317e-d00e-4efe-935e-8f26cf04c659 req-f8f2844a-44e1-41f2-88eb-0fdbb7d4f09c tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 946 time: 0.2125945 Jun 25 14:35:06.467896 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336aac40-b177-4fcb-866f-a4612f63ef27 req-36342822-e171-4e85-b046-e5bd5bfc3165 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:06.469590 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-336aac40-b177-4fcb-866f-a4612f63ef27 req-36342822-e171-4e85-b046-e5bd5bfc3165 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.2512417 Jun 25 14:35:06.561542 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f54a11ec-0af5-4850-be7b-01469131bbb9 req-116a8b51-1adc-43e4-9d2c-8a0c0c51518b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276448 Jun 25 14:35:06.565830 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9d30317e-d00e-4efe-935e-8f26cf04c659 req-a0c6dc5c-1d4c-4eac-806b-95654f632cbf tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285203 Jun 25 14:35:06.596473 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-336aac40-b177-4fcb-866f-a4612f63ef27 req-20958b83-11ba-425d-a0d0-715d49554f51 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856025 Jun 25 14:35:07.554855 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:07.681204 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 54784) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:07.686412 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eccdd-694c-439f-8595-17ab2a0132df req-247cc915-9b48-421c-a041-fcc24f2ed10f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:07.688380 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-355eccdd-694c-439f-8595-17ab2a0132df req-247cc915-9b48-421c-a041-fcc24f2ed10f tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.1183810 Jun 25 14:35:07.896536 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1ae1760a-56a2-4d2a-90a5-c6c91301aa68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:07.914448 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-1ae1760a-56a2-4d2a-90a5-c6c91301aa68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:07.919779 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-1ae1760a-56a2-4d2a-90a5-c6c91301aa68 admin admin] Usage tracker for resource:security_group_rule and tenant:772a844f27914704b628a9f10c06c092 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:07.924274 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-1ae1760a-56a2-4d2a-90a5-c6c91301aa68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:07.932950 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-1ae1760a-56a2-4d2a-90a5-c6c91301aa68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:08.106148 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-355eccdd-694c-439f-8595-17ab2a0132df req-f58a2bd8-b6c5-410b-958d-7c91bce0e945 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Deleting port 729d4a3d-a80f-4702-96f0-246886a863bf {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:35:08.106749 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-355eccdd-694c-439f-8595-17ab2a0132df req-f58a2bd8-b6c5-410b-958d-7c91bce0e945 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:08.114354 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1ae1760a-56a2-4d2a-90a5-c6c91301aa68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:08.122852 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1ae1760a-56a2-4d2a-90a5-c6c91301aa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:08.149217 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4f37c0ff-a03c-4938-b2a9-9ab47e290c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:08.230594 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-1ae1760a-56a2-4d2a-90a5-c6c91301aa68 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=772a844f27914704b628a9f10c06c092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5476744 Jun 25 14:35:08.241676 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 54800) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:08.246117 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1760a-56a2-4d2a-90a5-c6c91301aa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30cc3a4-8219-4327-b907-fe21ee0a2533,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:08.269223 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-1ae1760a-56a2-4d2a-90a5-c6c91301aa68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:08.317149 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc50582-4d36-446b-aee1-3e8866199ceb req-1a0ba017-679c-49df-a2b2-63b4beb6f073 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:08.329990 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ebc50582-4d36-446b-aee1-3e8866199ceb req-1a0ba017-679c-49df-a2b2-63b4beb6f073 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 946 time: 0.5699408 Jun 25 14:35:08.431144 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-19951a69-e9a9-474c-8fb1-2887aad561c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:08.466878 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:08.514557 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-19951a69-e9a9-474c-8fb1-2887aad561c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:08.608304 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ebc50582-4d36-446b-aee1-3e8866199ceb req-70636319-d60e-4b62-951b-9d82e314c4d8 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764904 Jun 25 14:35:08.650148 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54879e5d-3ca4-4478-a5bb-d7c3d087055a req-86b754be-5b08-47ce-9dd1-94dc876df169 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:08.652845 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-54879e5d-3ca4-4478-a5bb-d7c3d087055a req-86b754be-5b08-47ce-9dd1-94dc876df169 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 945 time: 0.6945024 Jun 25 14:35:08.695599 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-19951a69-e9a9-474c-8fb1-2887aad561c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:08.701351 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2aa3fc09-6dbf-459d-bcdc-ed42b14c99ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:08.738246 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-355eccdd-694c-439f-8595-17ab2a0132df req-f58a2bd8-b6c5-410b-958d-7c91bce0e945 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] For port 729d4a3d-a80f-4702-96f0-246886a863bf, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=729d4a3d-a80f-4702-96f0-246886a863bf,segment=NetworkSegment(613e82f6-dafd-46cc-851f-bdf7cb7f97b9),segment_id=613e82f6-dafd-46cc-851f-bdf7cb7f97b9)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:08.738873 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-355eccdd-694c-439f-8595-17ab2a0132df req-f58a2bd8-b6c5-410b-958d-7c91bce0e945 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:08.744600 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-19951a69-e9a9-474c-8fb1-2887aad561c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:08.748969 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-19951a69-e9a9-474c-8fb1-2887aad561c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e30cc3a4-8219-4327-b907-fe21ee0a2533 HTTP/1.1" status: 204 len: 168 time: 0.5054972 Jun 25 14:35:08.750020 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19951a69-e9a9-474c-8fb1-2887aad561c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30cc3a4-8219-4327-b907-fe21ee0a2533,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:08.755694 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-19951a69-e9a9-474c-8fb1-2887aad561c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:09.006322 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-355eccdd-694c-439f-8595-17ab2a0132df req-f58a2bd8-b6c5-410b-958d-7c91bce0e945 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Calling delete_port for 729d4a3d-a80f-4702-96f0-246886a863bf owned by compute:nova {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:35:09.140579 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-2bd27a34-7710-4ca5-ba36-de539f9ca6a8 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=0cf602948e354d05b7a17ff67e426ccb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2905433 Jun 25 14:35:09.419533 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-54879e5d-3ca4-4478-a5bb-d7c3d087055a req-03f2e881-600b-4a3b-98f1-dee7bfbda829 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683999 Jun 25 14:35:09.675454 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d7c5b-e92a-4250-bad4-79766d85098d req-9a25ee75-ac91-42cf-bdd0-b19b4502cb2e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:09.688535 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-9a25ee75-ac91-42cf-bdd0-b19b4502cb2e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5464323 Jun 25 14:35:09.719926 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-3c382c6b-e0bb-40b6-9afe-49122c6173f3 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/quotas/0cf602948e354d05b7a17ff67e426ccb HTTP/1.1" status: 200 len: 375 time: 0.0297737 Jun 25 14:35:09.724615 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-355eccdd-694c-439f-8595-17ab2a0132df req-f58a2bd8-b6c5-410b-958d-7c91bce0e945 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:09.736813 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:09.761762 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['178ffd9d-d308-4b60-be05-3f0b57872341'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:35:09.945447 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a2bd8-b6c5-410b-958d-7c91bce0e945 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Pushing event deleted for resources: {'Port': ['ID=729d4a3d-a80f-4702-96f0-246886a863bf,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:09.971461 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f58a2bd8-b6c5-410b-958d-7c91bce0e945 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:09.995952 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-81b50d2f-ea36-43b2-a34f-0d1919b204ad tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0cf602948e354d05b7a17ff67e426ccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1969860 Jun 25 14:35:10.222097 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-355eccdd-694c-439f-8595-17ab2a0132df req-f58a2bd8-b6c5-410b-958d-7c91bce0e945 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] No DVR routers for this DVR port 729d4a3d-a80f-4702-96f0-246886a863bf on host hv-cinder-79808 {{(pid=78417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:35:10.236844 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-355eccdd-694c-439f-8595-17ab2a0132df req-f58a2bd8-b6c5-410b-958d-7c91bce0e945 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:10.248069 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7194a32-bcbf-415f-b50b-41766594692c', 'name': 'network-vif-deleted', 'tag': '729d4a3d-a80f-4702-96f0-246886a863bf'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:10.256709 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b7f31dc5-1af4-40b8-8568-cb6041d473c1 req-b0909df2-12ab-458e-af24-7d32f014a36f tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 210 time: 0.1039732 Jun 25 14:35:10.262764 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-355eccdd-694c-439f-8595-17ab2a0132df req-f58a2bd8-b6c5-410b-958d-7c91bce0e945 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.69 "DELETE /v2.0/ports/729d4a3d-a80f-4702-96f0-246886a863bf HTTP/1.1" status: 204 len: 173 time: 2.5656345 Jun 25 14:35:10.313850 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7a81d-4405-40cb-af11-12730ad97d7a req-09123517-6f0e-4ff6-ab67-b12dc49f0fd4 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:10.315810 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9da7a81d-4405-40cb-af11-12730ad97d7a req-09123517-6f0e-4ff6-ab67-b12dc49f0fd4 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 946 time: 0.4994197 Jun 25 14:35:10.332132 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7194a32-bcbf-415f-b50b-41766594692c', 'name': 'network-vif-deleted', 'tag': '729d4a3d-a80f-4702-96f0-246886a863bf', 'status': 'completed', 'code': 200} Jun 25 14:35:10.390866 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9da7a81d-4405-40cb-af11-12730ad97d7a req-6fe0bfe1-e589-4a11-b09d-de433fd6a8dd tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622075 Jun 25 14:35:10.710804 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-189870ca-4089-4991-8520-f24fcfcc530b req-f1723fac-bb2f-437d-980d-840cb363ebea tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Synchronizing usage tracker for tenant:445a61d727034821bf08ebd2c102dc6c on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:10.734063 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-189870ca-4089-4991-8520-f24fcfcc530b req-f1723fac-bb2f-437d-980d-840cb363ebea tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Unset dirty status for tenant:445a61d727034821bf08ebd2c102dc6c on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:10.735248 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-189870ca-4089-4991-8520-f24fcfcc530b req-f1723fac-bb2f-437d-980d-840cb363ebea tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7194a32-bcbf-415f-b50b-41766594692c HTTP/1.1" status: 200 len: 210 time: 0.0871866 Jun 25 14:35:11.021620 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 729d4a3d-a80f-4702-96f0-246886a863bf no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:35:11.121071 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 729d4a3d-a80f-4702-96f0-246886a863bf {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:35:11.122035 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 729d4a3d-a80f-4702-96f0-246886a863bf not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:35:11.467077 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-40b5ca11-6589-458b-9fa9-45b6a3ab50e6 req-9103e9ee-f996-4a21-b7c8-9d29c83ea0c2 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 210 time: 0.0508335 Jun 25 14:35:11.637660 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-21de85dd-2a5b-4fe7-854b-f7a17eb35a0f tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0cf602948e354d05b7a17ff67e426ccb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482023 Jun 25 14:35:11.912623 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d7c5b-e92a-4250-bad4-79766d85098d req-5829823b-c73b-447f-80e6-a4d2c33046e8 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:11.915053 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-5829823b-c73b-447f-80e6-a4d2c33046e8 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2719929 Jun 25 14:35:11.936226 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Request body: {'port': {'device_id': 'a0b12acd-0921-4797-94d0-b8fa55e23ea6', 'network_id': '420c4b35-5db4-4788-8abd-f64acd2db196', 'admin_state_up': True, 'tenant_id': '0cf602948e354d05b7a17ff67e426ccb'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:12.250097 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-672c8afe-03e3-4584-ac23-90270510adb6 req-fe5117af-5cb7-4642-b538-5ad0f31d0c90 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2885172 Jun 25 14:35:12.257025 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:12.262040 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Usage tracker for resource:port and tenant:0cf602948e354d05b7a17ff67e426ccb is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:12.266389 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:12.277130 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:12.290796 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Made reservation on behalf of 0cf602948e354d05b7a17ff67e426ccb for: {'port': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:12.295297 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:12.364379 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:12.393324 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:12.405807 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Usage tracker for resource:security_group_rule and tenant:0cf602948e354d05b7a17ff67e426ccb is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:12.410137 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:12.419136 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:12.476194 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c8afe-03e3-4584-ac23-90270510adb6 req-8553642a-0e73-4e1c-9fc7-234c11643461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:12.479212 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-672c8afe-03e3-4584-ac23-90270510adb6 req-8553642a-0e73-4e1c-9fc7-234c11643461 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 1099 time: 0.1706803 Jun 25 14:35:12.807715 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-646d8e16-8d52-472c-86ac-90e7993b1c69 req-13721a4b-9f00-4d97-b275-aa51fb5cd4dd tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 210 time: 0.1196356 Jun 25 14:35:12.905987 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:12.924787 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:12.935816 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05f960-9064-409d-ac5a-fd7ac1e78d98 req-3a693f65-5459-42c5-9501-5b5676da63b1 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:12.937469 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7f05f960-9064-409d-ac5a-fd7ac1e78d98 req-3a693f65-5459-42c5-9501-5b5676da63b1 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.4529922 Jun 25 14:35:12.941364 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-ef2f5b01-013e-4ff9-b16c-24dd65ca81fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:12.985103 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c8afe-03e3-4584-ac23-90270510adb6 req-0746b8ca-8fa6-4020-8f96-9113f4d4934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:12.986474 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-672c8afe-03e3-4584-ac23-90270510adb6 req-0746b8ca-8fa6-4020-8f96-9113f4d4934e service neutron] 10.222.0.69 "GET /v2.0/networks?id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 200 len: 918 time: 0.4279175 Jun 25 14:35:13.179087 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c069703e-850e-4da9-bb89-3e1da109030a,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:13.194461 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:13.224306 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-672c8afe-03e3-4584-ac23-90270510adb6 req-67bb4d73-8de1-49b5-b063-9586794926ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f HTTP/1.1" status: 200 len: 1001 time: 0.2251465 Jun 25 14:35:13.230688 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7f05f960-9064-409d-ac5a-fd7ac1e78d98 req-d1c95da2-2426-4453-b5c2-0eb41afe7062 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415226 Jun 25 14:35:13.360039 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c8afe-03e3-4584-ac23-90270510adb6 req-3cac8b23-d7a9-44fa-ad09-ff02281b036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:13.361798 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-672c8afe-03e3-4584-ac23-90270510adb6 req-3cac8b23-d7a9-44fa-ad09-ff02281b036a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d342de52-d2d2-45a2-92c2-62e59e532739 HTTP/1.1" status: 200 len: 856 time: 0.1300845 Jun 25 14:35:13.369084 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Allocated IP 192.168.233.198 (420c4b35-5db4-4788-8abd-f64acd2db196/c88d0bc1-b3c6-4df8-8012-34c0e778a68a/53e445e1-9b15-4133-a197-206e6c5a2089) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:13.617302 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c8afe-03e3-4584-ac23-90270510adb6 req-092ece4b-bf1a-4b2e-a614-b256235f6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:13.618788 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-672c8afe-03e3-4584-ac23-90270510adb6 req-092ece4b-bf1a-4b2e-a614-b256235f6b51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2466183 Jun 25 14:35:13.726599 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:35:13.821667 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:13.853365 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-672c8afe-03e3-4584-ac23-90270510adb6 req-90d4a0b4-3459-4b82-b755-f23968a23223 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271168 Jun 25 14:35:13.863482 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Transition to ACTIVE for port object 53e445e1-9b15-4133-a197-206e6c5a2089 will not be triggered until provisioned by entity DHCP. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:14.128098 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3ede1a77-b5a4-485d-9be0-6b9cec44bba8 req-4403fca0-45cb-47b6-93ae-0e25837cc9ee tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 210 time: 0.1153479 Jun 25 14:35:14.153712 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:14.276230 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-619e8bb9-fbd6-4104-8baf-bcb059ca3c58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:14.368230 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Network 420c4b35-5db4-4788-8abd-f64acd2db196 is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:14.372853 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:14.378746 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-672c8afe-03e3-4584-ac23-90270510adb6 req-43677ef8-1c19-4aa6-b708-5228751d3d85 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039282 Jun 25 14:35:14.382707 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:14.454122 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Pushing event updated for resources: {'Port': ['ID=53e445e1-9b15-4133-a197-206e6c5a2089,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:14.472060 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:14.563682 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:14.564701 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:14.611774 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6820133 Jun 25 14:35:14.623648 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a250c-d497-4f95-b719-0096e4a9983c req-99eb229a-317f-4d8e-a6fe-ef222c733b06 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:14.625307 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a27a250c-d497-4f95-b719-0096e4a9983c req-99eb229a-317f-4d8e-a6fe-ef222c733b06 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.1432967 Jun 25 14:35:14.633488 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Request body: {'port': {'device_id': 'a0b12acd-0921-4797-94d0-b8fa55e23ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:14.768323 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a27a250c-d497-4f95-b719-0096e4a9983c req-f91718f1-335f-4d1e-bc54-1f4e0b0c8de7 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093605 Jun 25 14:35:14.790971 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:14.812326 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-0f9f68f5-bf54-4cdd-8416-b666479bc531 None None] Provisioning for port 53e445e1-9b15-4133-a197-206e6c5a2089 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:14.825672 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-0f9f68f5-bf54-4cdd-8416-b666479bc531 None None] Provisioning complete for port 53e445e1-9b15-4133-a197-206e6c5a2089 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:14.826690 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0f9f68f5-bf54-4cdd-8416-b666479bc531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:14.918801 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f68f5-bf54-4cdd-8416-b666479bc531 None None] Port 53e445e1-9b15-4133-a197-206e6c5a2089 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:35:15.308648 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e445e1-9b15-4133-a197-206e6c5a2089 {{(pid=78417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:35:15.317324 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:15.334745 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Transition to ACTIVE for port object 53e445e1-9b15-4133-a197-206e6c5a2089 will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:15.339884 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:15.345194 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:15.547054 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Pushing event updated for resources: {'Port': ['ID=53e445e1-9b15-4133-a197-206e6c5a2089,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:15.553024 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:15.686883 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347332e-dc3a-48bc-8520-499227d4d698 req-1f6f91c5-87d0-47fa-84f6-7831b9b701d9 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:15.688242 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-6347332e-dc3a-48bc-8520-499227d4d698 req-1f6f91c5-87d0-47fa-84f6-7831b9b701d9 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Synchronizing usage tracker for tenant:0cf602948e354d05b7a17ff67e426ccb on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:15.732479 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Attempting to bind port 53e445e1-9b15-4133-a197-206e6c5a2089 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:15.733028 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Attempting to bind port 53e445e1-9b15-4133-a197-206e6c5a2089 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'dcbdcd3c-b5bf-434f-ac45-a801811abc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '420c4b35-5db4-4788-8abd-f64acd2db196'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:15.734182 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Attempting to bind port 53e445e1-9b15-4133-a197-206e6c5a2089 on network 420c4b35-5db4-4788-8abd-f64acd2db196 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:15.752804 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Port 53e445e1-9b15-4133-a197-206e6c5a2089 on network 420c4b35-5db4-4788-8abd-f64acd2db196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:35:15.753327 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Attempting to bind port 53e445e1-9b15-4133-a197-206e6c5a2089 on network 420c4b35-5db4-4788-8abd-f64acd2db196 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:15.762937 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-6347332e-dc3a-48bc-8520-499227d4d698 req-1f6f91c5-87d0-47fa-84f6-7831b9b701d9 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Unset dirty status for tenant:0cf602948e354d05b7a17ff67e426ccb on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:15.764691 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6347332e-dc3a-48bc-8520-499227d4d698 req-1f6f91c5-87d0-47fa-84f6-7831b9b701d9 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 948 time: 0.4203181 Jun 25 14:35:15.768875 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:15.769206 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Checking segment: {'id': 'dcbdcd3c-b5bf-434f-ac45-a801811abc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '420c4b35-5db4-4788-8abd-f64acd2db196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:15.769598 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Bound using segment: {'id': 'dcbdcd3c-b5bf-434f-ac45-a801811abc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '420c4b35-5db4-4788-8abd-f64acd2db196'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:15.770040 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Bound port: 53e445e1-9b15-4133-a197-206e6c5a2089, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbdcd3c-b5bf-434f-ac45-a801811abc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '420c4b35-5db4-4788-8abd-f64acd2db196'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:15.770390 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:15.907775 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-6347332e-dc3a-48bc-8520-499227d4d698 req-67ee2feb-cb69-4fb3-bd61-6f6e9866d557 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Synchronizing usage tracker for tenant:0cf602948e354d05b7a17ff67e426ccb on resource:security_group {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:15.937391 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] For port 53e445e1-9b15-4133-a197-206e6c5a2089, host hv-cinder-79808, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:15.943154 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] For port 53e445e1-9b15-4133-a197-206e6c5a2089, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=53e445e1-9b15-4133-a197-206e6c5a2089,segment=NetworkSegment(dcbdcd3c-b5bf-434f-ac45-a801811abc0b),segment_id=dcbdcd3c-b5bf-434f-ac45-a801811abc0b)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:15.947854 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-6347332e-dc3a-48bc-8520-499227d4d698 req-67ee2feb-cb69-4fb3-bd61-6f6e9866d557 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Unset dirty status for tenant:0cf602948e354d05b7a17ff67e426ccb on resource:security_group {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:15.949365 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6347332e-dc3a-48bc-8520-499227d4d698 req-67ee2feb-cb69-4fb3-bd61-6f6e9866d557 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/security-groups?id=c069703e-850e-4da9-bb89-3e1da109030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682489 Jun 25 14:35:15.955804 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:15.965701 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7b0457c2-3396-4990-a658-054780eb3a88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:16.148954 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:16.149596 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:16.151435 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] 10.222.0.69 "PUT /v2.0/ports/53e445e1-9b15-4133-a197-206e6c5a2089 HTTP/1.1" status: 200 len: 1098 time: 1.5229766 Jun 25 14:35:16.152013 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b12acd-0921-4797-94d0-b8fa55e23ea6', 'tag': '53e445e1-9b15-4133-a197-206e6c5a2089'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:16.223306 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b12acd-0921-4797-94d0-b8fa55e23ea6', 'tag': '53e445e1-9b15-4133-a197-206e6c5a2089', 'status': 'completed', 'code': 200} Jun 25 14:35:16.240013 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Pushing event updated for resources: {'Port': ['ID=53e445e1-9b15-4133-a197-206e6c5a2089,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:16.256706 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:16.360209 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0e9fd-44bb-43a2-8a63-41f224f957b2 req-356a809b-2336-4659-9d28-47c877013dbf tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:16.362043 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-00f0e9fd-44bb-43a2-8a63-41f224f957b2 req-356a809b-2336-4659-9d28-47c877013dbf tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.3380678 Jun 25 14:35:16.480551 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-00f0e9fd-44bb-43a2-8a63-41f224f957b2 req-3aa14247-b840-4d53-991e-627bf1df5313 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059787 Jun 25 14:35:16.493525 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d7c5b-e92a-4250-bad4-79766d85098d req-676d289c-7b33-4885-9f15-44e217391f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:16.497169 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-676d289c-7b33-4885-9f15-44e217391f42 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0cf602948e354d05b7a17ff67e426ccb&device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 1101 time: 0.2427614 Jun 25 14:35:16.586572 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-645fbe24-a193-4fed-8aea-1642fc53ee13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=53e445e1-9b15-4133-a197-206e6c5a2089 HTTP/1.1" status: 200 len: 217 time: 0.0756879 Jun 25 14:35:16.657716 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d7c5b-e92a-4250-bad4-79766d85098d req-fbe8db7e-320a-4161-a00a-13dedf876c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:16.659386 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-fbe8db7e-320a-4161-a00a-13dedf876c15 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c88d0bc1-b3c6-4df8-8012-34c0e778a68a HTTP/1.1" status: 200 len: 843 time: 0.0657654 Jun 25 14:35:16.827559 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d7c5b-e92a-4250-bad4-79766d85098d req-f0571909-3f13-4972-9535-fdc9707dfb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:16.829509 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-f0571909-3f13-4972-9535-fdc9707dfb00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=420c4b35-5db4-4788-8abd-f64acd2db196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1623318 Jun 25 14:35:16.981678 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-3a3b6443-07b9-4316-820f-22e163d48b26 service neutron] 10.222.0.69 "GET /v2.0/networks/420c4b35-5db4-4788-8abd-f64acd2db196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446862 Jun 25 14:35:17.171612 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104d7c5b-e92a-4250-bad4-79766d85098d req-d4eac488-ae45-4f77-b15e-cd14a956d1ef service neutron] 10.222.0.69 "GET /v2.0/networks/420c4b35-5db4-4788-8abd-f64acd2db196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832306 Jun 25 14:35:17.211121 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d4e82-9e49-4424-a8e9-2762c2654cc5 req-2f6e45bd-803d-455b-b948-e85344132b27 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:17.212780 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9e9d4e82-9e49-4424-a8e9-2762c2654cc5 req-2f6e45bd-803d-455b-b948-e85344132b27 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 948 time: 0.1041081 Jun 25 14:35:17.267819 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9e9d4e82-9e49-4424-a8e9-2762c2654cc5 req-b3f7164a-170f-4691-b3d3-655cd0370ece tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/security-groups?id=c069703e-850e-4da9-bb89-3e1da109030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441799 Jun 25 14:35:17.378441 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4c35-3291-42ce-8873-c743e06733b7 req-e7532568-7cba-4904-a280-930021900d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:17.380558 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104c4c35-3291-42ce-8873-c743e06733b7 req-e7532568-7cba-4904-a280-930021900d93 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0cf602948e354d05b7a17ff67e426ccb&device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 1101 time: 0.0789759 Jun 25 14:35:17.529952 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4c35-3291-42ce-8873-c743e06733b7 req-e81376d4-651c-4bc0-98cb-437027cd870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:17.531403 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104c4c35-3291-42ce-8873-c743e06733b7 req-e81376d4-651c-4bc0-98cb-437027cd870f service neutron] 10.222.0.69 "GET /v2.0/networks?id=420c4b35-5db4-4788-8abd-f64acd2db196 HTTP/1.1" status: 200 len: 870 time: 0.1422703 Jun 25 14:35:17.603197 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104c4c35-3291-42ce-8873-c743e06733b7 req-065f8e26-4d79-42ec-a6a2-5dc28c4e71d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=53e445e1-9b15-4133-a197-206e6c5a2089 HTTP/1.1" status: 200 len: 217 time: 0.0636253 Jun 25 14:35:17.677419 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4c35-3291-42ce-8873-c743e06733b7 req-e818566f-c90f-4173-87ab-6b85c55514bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:17.678993 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104c4c35-3291-42ce-8873-c743e06733b7 req-e818566f-c90f-4173-87ab-6b85c55514bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c88d0bc1-b3c6-4df8-8012-34c0e778a68a HTTP/1.1" status: 200 len: 843 time: 0.0692956 Jun 25 14:35:17.891473 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55d0e8-30da-4545-95d2-8d7331f21641 req-f49f080a-2a21-4af8-ac68-2bd3ee81f549 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:17.893071 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fd55d0e8-30da-4545-95d2-8d7331f21641 req-f49f080a-2a21-4af8-ac68-2bd3ee81f549 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2112789 Jun 25 14:35:17.918132 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4c35-3291-42ce-8873-c743e06733b7 req-631e1b16-db0e-4752-8807-60fc15929fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:17.919622 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104c4c35-3291-42ce-8873-c743e06733b7 req-631e1b16-db0e-4752-8807-60fc15929fe0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=420c4b35-5db4-4788-8abd-f64acd2db196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1831608 Jun 25 14:35:17.934338 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d6136-ae00-481b-a45f-84cf74d39574 req-44da0797-11c5-4a99-9b64-020ee40f947c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:17.935886 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ff2d6136-ae00-481b-a45f-84cf74d39574 req-44da0797-11c5-4a99-9b64-020ee40f947c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.69 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 946 time: 0.2004967 Jun 25 14:35:18.132233 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fd55d0e8-30da-4545-95d2-8d7331f21641 req-c8554096-416c-4b66-b22f-a614e3f35878 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/security-groups?id=8100c343-ae9f-460f-82fa-33c6af48eb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313402 Jun 25 14:35:18.142522 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-ff2d6136-ae00-481b-a45f-84cf74d39574 req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Deleting port 178ffd9d-d308-4b60-be05-3f0b57872341 {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:35:18.142992 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-ff2d6136-ae00-481b-a45f-84cf74d39574 req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.274593 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104c4c35-3291-42ce-8873-c743e06733b7 req-cb5e4cf5-8520-4085-9a33-f6362789cfe6 service neutron] 10.222.0.69 "GET /v2.0/networks/420c4b35-5db4-4788-8abd-f64acd2db196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354864 Jun 25 14:35:18.691385 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-104c4c35-3291-42ce-8873-c743e06733b7 req-71d10884-33c7-4ce0-bf67-006c02bde4bf service neutron] 10.222.0.69 "GET /v2.0/networks/420c4b35-5db4-4788-8abd-f64acd2db196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094899 Jun 25 14:35:18.729539 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-ff2d6136-ae00-481b-a45f-84cf74d39574 req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] For port 178ffd9d-d308-4b60-be05-3f0b57872341, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=178ffd9d-d308-4b60-be05-3f0b57872341,segment=NetworkSegment(613e82f6-dafd-46cc-851f-bdf7cb7f97b9),segment_id=613e82f6-dafd-46cc-851f-bdf7cb7f97b9)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:18.730069 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-ff2d6136-ae00-481b-a45f-84cf74d39574 req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:18.883189 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-ff2d6136-ae00-481b-a45f-84cf74d39574 req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Calling delete_port for 178ffd9d-d308-4b60-be05-3f0b57872341 owned by compute:nova {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:35:18.921759 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6201c5-d054-4cab-87d1-0dd94234e5bc req-e1a7dc20-12b4-4814-be94-d5fc27b085b7 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:18.923320 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0e6201c5-d054-4cab-87d1-0dd94234e5bc req-e1a7dc20-12b4-4814-be94-d5fc27b085b7 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 948 time: 0.5120952 Jun 25 14:35:19.003410 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0e6201c5-d054-4cab-87d1-0dd94234e5bc req-afaf84fa-4a0c-4fca-b3a0-83dfb1890786 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/security-groups?id=c069703e-850e-4da9-bb89-3e1da109030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723662 Jun 25 14:35:19.065909 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 53e445e1-9b15-4133-a197-206e6c5a2089 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:35:19.102837 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-ff2d6136-ae00-481b-a45f-84cf74d39574 req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:19.111212 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:19.165136 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Pushing event deleted for resources: {'Port': ['ID=178ffd9d-d308-4b60-be05-3f0b57872341,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:19.201753 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:19.202097 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:19.202623 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:19.203139 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:19.203659 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:19.204168 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:19.204801 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:19.205437 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:19.205912 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:19.206422 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:19.206908 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:19.207399 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:19.217933 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:19.243446 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 53e445e1-9b15-4133-a197-206e6c5a2089, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=53e445e1-9b15-4133-a197-206e6c5a2089,segment=NetworkSegment(dcbdcd3c-b5bf-434f-ac45-a801811abc0b),segment_id=dcbdcd3c-b5bf-434f-ac45-a801811abc0b)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:19.253108 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['178ffd9d-d308-4b60-be05-3f0b57872341'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:35:19.261428 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2d6136-ae00-481b-a45f-84cf74d39574 req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] No DVR routers for this DVR port 178ffd9d-d308-4b60-be05-3f0b57872341 on host hv-cinder-79808 {{(pid=78417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:35:19.264123 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-ff2d6136-ae00-481b-a45f-84cf74d39574 req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:19.267037 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71a0c50-61d3-46e3-81bf-f5c74dfc5518', 'name': 'network-vif-deleted', 'tag': '178ffd9d-d308-4b60-be05-3f0b57872341'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:19.285688 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ff2d6136-ae00-481b-a45f-84cf74d39574 req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.69 "DELETE /v2.0/ports/178ffd9d-d308-4b60-be05-3f0b57872341 HTTP/1.1" status: 204 len: 173 time: 1.3228831 Jun 25 14:35:19.297530 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '53e445e1-9b15-4133-a197-206e6c5a2089', 'network_id': '420c4b35-5db4-4788-8abd-f64acd2db196', 'port_id': '53e445e1-9b15-4133-a197-206e6c5a2089', 'mac_address': 'fa:16:3e:e0:7a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88d0bc1-b3c6-4df8-8012-34c0e778a68a', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:35:19.326224 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71a0c50-61d3-46e3-81bf-f5c74dfc5518', 'name': 'network-vif-deleted', 'tag': '178ffd9d-d308-4b60-be05-3f0b57872341', 'status': 'completed', 'code': 200} Jun 25 14:35:19.370973 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:19.397597 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e445e1-9b15-4133-a197-206e6c5a2089 {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:35:19.417423 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 53e445e1-9b15-4133-a197-206e6c5a2089, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=53e445e1-9b15-4133-a197-206e6c5a2089,segment=NetworkSegment(dcbdcd3c-b5bf-434f-ac45-a801811abc0b),segment_id=dcbdcd3c-b5bf-434f-ac45-a801811abc0b)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:19.422967 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:19.425176 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:19.435550 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-69af4c49-de09-41e2-afc1-db23c0eb6d08 req-68757f52-2fd3-43d7-a14a-e8d9d8058ace tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Synchronizing usage tracker for tenant:445a61d727034821bf08ebd2c102dc6c on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:19.460353 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-69af4c49-de09-41e2-afc1-db23c0eb6d08 req-68757f52-2fd3-43d7-a14a-e8d9d8058ace tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Unset dirty status for tenant:445a61d727034821bf08ebd2c102dc6c on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:19.462831 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-69af4c49-de09-41e2-afc1-db23c0eb6d08 req-68757f52-2fd3-43d7-a14a-e8d9d8058ace tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] 10.222.0.61 "GET /v2.0/ports?device_id=e71a0c50-61d3-46e3-81bf-f5c74dfc5518 HTTP/1.1" status: 200 len: 210 time: 0.1158991 Jun 25 14:35:19.531835 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=53e445e1-9b15-4133-a197-206e6c5a2089,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:19.535051 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:19.764506 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['53e445e1-9b15-4133-a197-206e6c5a2089'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:35:20.289874 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ee651-496b-49e3-a2da-b60c3dd31996 req-817f8b0c-11dd-4502-b61e-3f43955d5f8f tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:20.291829 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-463ee651-496b-49e3-a2da-b60c3dd31996 req-817f8b0c-11dd-4502-b61e-3f43955d5f8f tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 949 time: 0.0929174 Jun 25 14:35:20.352973 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-463ee651-496b-49e3-a2da-b60c3dd31996 req-86280cee-1d6d-4246-94f6-e45c2cc49fe2 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/security-groups?id=c069703e-850e-4da9-bb89-3e1da109030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510969 Jun 25 14:35:20.588185 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55002) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:20.713294 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55006) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:20.893088 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6aac885f-1995-4315-8f41-89b9e7d4d6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:20.913746 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6aac885f-1995-4315-8f41-89b9e7d4d6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:20.919832 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6aac885f-1995-4315-8f41-89b9e7d4d6ba admin admin] Usage tracker for resource:security_group_rule and tenant:bc0e291179344e4c9939219ee10f0259 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:20.923707 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6aac885f-1995-4315-8f41-89b9e7d4d6ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:20.931312 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6aac885f-1995-4315-8f41-89b9e7d4d6ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:21.069853 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6aac885f-1995-4315-8f41-89b9e7d4d6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.074791 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 53e445e1-9b15-4133-a197-206e6c5a2089 up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:21.076231 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6aac885f-1995-4315-8f41-89b9e7d4d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.091343 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f260dbf1-2d96-46d8-b3a4-a4a09c8638e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:21.161131 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac885f-1995-4315-8f41-89b9e7d4d6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0da393-bf98-4484-a320-19d18445dd27,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:21.171175 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-6aac885f-1995-4315-8f41-89b9e7d4d6ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc0e291179344e4c9939219ee10f0259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4542127 Jun 25 14:35:21.171175 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6aac885f-1995-4315-8f41-89b9e7d4d6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:21.171900 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55012) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:21.196160 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 53e445e1-9b15-4133-a197-206e6c5a2089 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:21.210888 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 53e445e1-9b15-4133-a197-206e6c5a2089 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:21.211612 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.264390 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-597dfefc-4861-4af5-bf17-8bab8753e3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.296347 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-597dfefc-4861-4af5-bf17-8bab8753e3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.349920 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454426'] for router_interface, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.370201 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-597dfefc-4861-4af5-bf17-8bab8753e3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.382177 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-94b971aa-20c3-42f4-94ad-62f48c019830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:21.410667 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-597dfefc-4861-4af5-bf17-8bab8753e3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.416385 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-597dfefc-4861-4af5-bf17-8bab8753e3ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac0da393-bf98-4484-a320-19d18445dd27 HTTP/1.1" status: 204 len: 168 time: 0.2398376 Jun 25 14:35:21.416385 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597dfefc-4861-4af5-bf17-8bab8753e3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0da393-bf98-4484-a320-19d18445dd27,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:21.428916 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-597dfefc-4861-4af5-bf17-8bab8753e3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:21.474191 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.530713 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b12acd-0921-4797-94d0-b8fa55e23ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e445e1-9b15-4133-a197-206e6c5a2089'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:21.545942 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 53e445e1-9b15-4133-a197-206e6c5a2089, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=53e445e1-9b15-4133-a197-206e6c5a2089,segment=NetworkSegment(dcbdcd3c-b5bf-434f-ac45-a801811abc0b),segment_id=dcbdcd3c-b5bf-434f-ac45-a801811abc0b)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:21.553734 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:21.554660 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 178ffd9d-d308-4b60-be05-3f0b57872341 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:35:21.602083 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:21.633181 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 178ffd9d-d308-4b60-be05-3f0b57872341 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:35:21.633531 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 178ffd9d-d308-4b60-be05-3f0b57872341 not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:35:21.683263 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=53e445e1-9b15-4133-a197-206e6c5a2089,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:21.693115 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:21.718045 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b12acd-0921-4797-94d0-b8fa55e23ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e445e1-9b15-4133-a197-206e6c5a2089', 'code': 200} Jun 25 14:35:21.759238 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0994b3-1d59-4d5e-b6c8-a63d5e79c884 req-8990641a-de9f-46e5-a6ea-007041474115 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:21.763004 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5d0994b3-1d59-4d5e-b6c8-a63d5e79c884 req-8990641a-de9f-46e5-a6ea-007041474115 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 950 time: 0.1929064 Jun 25 14:35:21.838546 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5d0994b3-1d59-4d5e-b6c8-a63d5e79c884 req-1038242e-0849-4a78-9a61-ee119dfa316e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/security-groups?id=c069703e-850e-4da9-bb89-3e1da109030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711863 Jun 25 14:35:22.120617 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Deleting port 8a8c567d-180b-4183-89f0-df4d8af4fd22 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:35:22.121292 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:22.127729 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966aa73-d46b-41e6-bf41-85f2fd00f371 req-08de1c07-0312-41e8-9e50-bda330170ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:22.131662 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f966aa73-d46b-41e6-bf41-85f2fd00f371 req-08de1c07-0312-41e8-9e50-bda330170ebe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 1103 time: 0.1351728 Jun 25 14:35:22.194085 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f966aa73-d46b-41e6-bf41-85f2fd00f371 req-4c2ddce6-73f2-486d-b43d-87a80b71762f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c069703e-850e-4da9-bb89-3e1da109030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563281 Jun 25 14:35:22.333656 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] For port 8a8c567d-180b-4183-89f0-df4d8af4fd22, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=8a8c567d-180b-4183-89f0-df4d8af4fd22,segment=NetworkSegment(613e82f6-dafd-46cc-851f-bdf7cb7f97b9),segment_id=613e82f6-dafd-46cc-851f-bdf7cb7f97b9)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:22.334017 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:22.462474 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Calling delete_port for 8a8c567d-180b-4183-89f0-df4d8af4fd22 owned by network:router_interface {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:35:22.499989 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55040) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:22.655377 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1064615177-network', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:22.660124 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:22.664600 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Usage tracker for resource:network and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:22.667475 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:22.674147 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:22.686366 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Made reservation on behalf of 1eb7d9c9a44d40b3bfa7db37305ae277 for: {'network': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:22.688770 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:22.701392 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:22.717369 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:22.721581 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Usage tracker for resource:security_group_rule and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:22.725578 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:22.732045 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:22.851854 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:22.856514 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:22.859755 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-588edb52-6095-4e7d-99a2-68fd9cdac1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:22.891054 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e093b39-036c-4bbe-9271-2d82cabbf942,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:22.894093 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:22.921106 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:22.925686 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5577cf70-11d2-4066-8468-debb06858eea tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:22.928734 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=78417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:35:22.940629 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:22.941120 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.segments_db [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Added segment 847eb2f2-7872-40bd-916a-2be73f6727a9 of type vlan for network 1066c44d-0048-4fd0-a558-c7100aa231ba Jun 25 14:35:22.979684 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:23.020608 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8c567d-180b-4183-89f0-df4d8af4fd22,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:23.062018 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:23.064658 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:23.065241 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:23.073036 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-066a0cfa-731d-4836-bef0-9ba20a02d56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:23.086506 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:23.087123 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:23.087769 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:23.088378 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:23.088985 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:23.089599 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:23.090203 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:23.090887 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:23.091406 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:23.092281 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:23.092648 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:23.093243 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:23.109066 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:23.191451 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6901827 Jun 25 14:35:23.195617 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55048) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:23.196290 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Pushing event updated for resources: {'Network': ['ID=1066c44d-0048-4fd0-a558-c7100aa231ba,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:23.199272 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:23.210302 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network 1066c44d-0048-4fd0-a558-c7100aa231ba details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:35:23.211451 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Request body: {'subnet': {'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1064615177-subnet', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'ip_version': 4}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:23.220111 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:23.238543 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60ecd6-79f2-4bb4-8afc-bf26ce4dcf94 req-4e07c2be-e19c-4203-956e-56e0916fab7c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:23.241512 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1b60ecd6-79f2-4bb4-8afc-bf26ce4dcf94 req-4e07c2be-e19c-4203-956e-56e0916fab7c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 950 time: 0.2477262 Jun 25 14:35:23.245888 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Usage tracker for resource:subnet and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:23.253107 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:23.284232 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:23.385983 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1b60ecd6-79f2-4bb4-8afc-bf26ce4dcf94 req-3366fa67-ce85-4e47-aff0-cc58d4ea3dff tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/security-groups?id=c069703e-850e-4da9-bb89-3e1da109030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351829 Jun 25 14:35:23.388445 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Made reservation on behalf of 1eb7d9c9a44d40b3bfa7db37305ae277 for: {'subnet': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:23.390797 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6690444'] for subnet, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:23.449312 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454582'] for router_interface, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:23.647876 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6327643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6690458'] for subnet, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:23.653121 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-82918943-bb21-4637-a704-25795c3fcb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:23.804273 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9b658f-349b-404b-b2ac-ed9f56cfa20b,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:23.808289 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:23.815725 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Checking segment: {'id': '847eb2f2-7872-40bd-916a-2be73f6727a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:23.816078 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Network hostable DHCP agents. Network: 1066c44d-0048-4fd0-a558-c7100aa231ba, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:35:23.843198 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Network 1066c44d-0048-4fd0-a558-c7100aa231ba is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:35:23.860745 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, 1066c44d-0048-4fd0-a558-c7100aa231ba) {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:23.867397 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:23.868663 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:23.874144 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d809163a-3bf2-4cb8-ab3a-0ae38d582766 None None] Network 1066c44d-0048-4fd0-a558-c7100aa231ba requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:35:23.879079 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Router 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:35:23.909289 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7061296 Jun 25 14:35:23.909958 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55052) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:23.919487 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:23.928666 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:23.936089 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Usage tracker for resource:router and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:23.948130 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:23.960888 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:24.000094 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34188'] for router, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:24.005651 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34203'] for router, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:24.055197 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:24.142089 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:35:24.159481 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11623a-ed9f-44b1-99c5-6ff8579ca863 None None] Sync routers for ids ['3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:35:24.179091 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] 10.222.0.61 "PUT /v2.0/routers/3d7a9ae7-9ae7-438c-b8d2-9c2f20337176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5852778 Jun 25 14:35:24.179424 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55056) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:24.186248 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11623a-ed9f-44b1-99c5-6ff8579ca863 None None] Routers {'3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:24.187327 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-ef11623a-ed9f-44b1-99c5-6ff8579ca863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:24.298466 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp100333b5-76c8-5f66-9258-b41137705b1a-1066c44d-0048-4fd0-a558-c7100aa231ba', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'fixed_ips': [{'subnet_id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b'}]}} from dv-cinder-798088-1-iscsi. {{(pid=78418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:35:24.300793 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:24.367267 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34153'] for router, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:24.459594 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-ef11623a-ed9f-44b1-99c5-6ff8579ca863 None None] Set router 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:24.480326 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:24.565693 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.db_base_plugin_common [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Allocated IP 172.20.0.2 (1066c44d-0048-4fd0-a558-c7100aa231ba/0e9b658f-349b-404b-b2ac-ed9f56cfa20b/e5ea7b5d-e89d-449c-b18a-52ebd49408fa) {{(pid=78418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:24.679009 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b444bdf-4e55-420c-b4a9-90f6afa99019 req-e90aa825-7d24-4ce1-a11a-75e3c3502b94 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:24.689153 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b444bdf-4e55-420c-b4a9-90f6afa99019 req-e90aa825-7d24-4ce1-a11a-75e3c3502b94 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 950 time: 0.1574337 Jun 25 14:35:24.793126 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:24.807025 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Deleting port 94d467c7-8bff-4bb0-ad30-838eb8afc301 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:35:24.807688 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:24.825224 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b444bdf-4e55-420c-b4a9-90f6afa99019 req-43dc3749-4849-4ebd-aa34-1a095ba16511 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/security-groups?id=c069703e-850e-4da9-bb89-3e1da109030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342998 Jun 25 14:35:24.838757 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Notify callbacks [] for port, precommit_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:24.865267 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Transition to ACTIVE for port object e5ea7b5d-e89d-449c-b18a-52ebd49408fa will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:24.875818 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-ef11623a-ed9f-44b1-99c5-6ff8579ca863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'name': 'tempest-ServerRescueNegativeTestJSON-1965707090-router', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:12Z', 'updated_at': '2021-06-25T14:35:22Z', 'revision_number': 5, 'project_id': '445a61d727034821bf08ebd2c102dc6c', 'gw_port': {'id': '94d467c7-8bff-4bb0-ad30-838eb8afc301', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:71:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:14Z', 'updated_at': '2021-06-25T14:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:24.881296 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11623a-ed9f-44b1-99c5-6ff8579ca863 None None] Checking router: 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:35:24.894901 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11623a-ed9f-44b1-99c5-6ff8579ca863 None None] Routers {'3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:24.895987 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-ef11623a-ed9f-44b1-99c5-6ff8579ca863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:24.906090 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Transition to ACTIVE for port object e5ea7b5d-e89d-449c-b18a-52ebd49408fa will not be triggered until provisioned by entity DHCP. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:24.916285 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:24.923879 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:25.001325 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Network 1066c44d-0048-4fd0-a558-c7100aa231ba is already hosted by enough agents. {{(pid=78418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:25.005695 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.base_scheduler [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Resources bound (agent type, host, resource id): {{(pid=78418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:25.010069 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Received port after_create {{(pid=78418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:25.052976 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Pushing event updated for resources: {'Port': ['ID=e5ea7b5d-e89d-449c-b18a-52ebd49408fa,revision_number=1']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:25.061362 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:25.111435 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-ef11623a-ed9f-44b1-99c5-6ff8579ca863 None None] Set router 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 gateway port host: None {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:25.124066 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Attempting to bind port e5ea7b5d-e89d-449c-b18a-52ebd49408fa on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:25.124789 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Attempting to bind port e5ea7b5d-e89d-449c-b18a-52ebd49408fa by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '847eb2f2-7872-40bd-916a-2be73f6727a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:25.125427 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Attempting to bind port e5ea7b5d-e89d-449c-b18a-52ebd49408fa on network 1066c44d-0048-4fd0-a558-c7100aa231ba {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:25.134646 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:25.135145 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Checking segment: {'id': '847eb2f2-7872-40bd-916a-2be73f6727a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:25.135714 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.138061 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Bound using segment: {'id': '847eb2f2-7872-40bd-916a-2be73f6727a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:25.138691 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Bound port: e5ea7b5d-e89d-449c-b18a-52ebd49408fa, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847eb2f2-7872-40bd-916a-2be73f6727a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:25.139113 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.165079 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] For port 94d467c7-8bff-4bb0-ad30-838eb8afc301, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=94d467c7-8bff-4bb0-ad30-838eb8afc301,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:25.165596 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.245373 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-ef11623a-ed9f-44b1-99c5-6ff8579ca863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'name': 'tempest-ServerRescueNegativeTestJSON-1965707090-router', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:12Z', 'updated_at': '2021-06-25T14:35:24Z', 'revision_number': 6, 'project_id': '445a61d727034821bf08ebd2c102dc6c', 'gw_port_host': None}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:25.253469 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11623a-ed9f-44b1-99c5-6ff8579ca863 None None] The sync data for ids ['3d7a9ae7-9ae7-438c-b8d2-9c2f20337176'] in dv-cinder-798088-1-iscsi is: [{'id': '3d7a9ae7-9ae7-438c-b8d2-9c2f20337176', 'name': 'tempest-ServerRescueNegativeTestJSON-1965707090-router', 'tenant_id': '445a61d727034821bf08ebd2c102dc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:12Z', 'updated_at': '2021-06-25T14:35:24Z', 'revision_number': 6, 'project_id': '445a61d727034821bf08ebd2c102dc6c', 'gw_port_host': None}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:35:25.260010 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] For port e5ea7b5d-e89d-449c-b18a-52ebd49408fa, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:25.263301 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] For port e5ea7b5d-e89d-449c-b18a-52ebd49408fa, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=e5ea7b5d-e89d-449c-b18a-52ebd49408fa,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:25.272367 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.276711 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:25.318586 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.358254 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Calling delete_port for 94d467c7-8bff-4bb0-ad30-838eb8afc301 owned by network:router_gateway {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:35:25.364063 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.394480 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Pushing event updated for resources: {'Port': ['ID=e5ea7b5d-e89d-449c-b18a-52ebd49408fa,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:25.405965 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:25.547926 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Allocated IP 172.27.2.103 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/95f3bc0b-34fc-4abe-9d71-97d083bbacba) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:25.767860 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.778927 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:25.870440 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.907640 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:25.913278 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d467c7-8bff-4bb0-ad30-838eb8afc301,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:25.918086 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f58a2bd8-b6c5-410b-958d-7c91bce0e945 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:25.919910 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:25.922658 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452927'] for router_gateway, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.027181 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:26.031873 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:26.038206 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:26.094172 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Pushing event updated for resources: {'Port': ['ID=95f3bc0b-34fc-4abe-9d71-97d083bbacba,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:26.103442 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:26.109441 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34194'] for router, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.111732 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.218911 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-414930'] for router, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.219476 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 {{(pid=78416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:35:26.241311 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Notify callbacks [] for router, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.245749 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/3d7a9ae7-9ae7-438c-b8d2-9c2f20337176 HTTP/1.1" status: 204 len: 168 time: 2.0649736 Jun 25 14:35:26.246706 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55068) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:26.340221 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_v2 [None req-d833a789-5dc2-4574-b481-1c79591f4837 admin admin] Deleting subnet 25fa1d40-6698-4460-a719-5f9a049dbbb9 {{(pid=78416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:35:26.343976 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d833a789-5dc2-4574-b481-1c79591f4837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.366492 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device e5ea7b5d-e89d-449c-b18a-52ebd49408fa up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:26.380614 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ec4f9-3e8c-4d63-bee1-db2e24abcdf6 req-3483c1d2-0943-4d52-9c80-df31e9f61a69 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:26.382462 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4c5ec4f9-3e8c-4d63-bee1-db2e24abcdf6 req-3483c1d2-0943-4d52-9c80-df31e9f61a69 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 950 time: 0.4242644 Jun 25 14:35:26.405523 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d833a789-5dc2-4574-b481-1c79591f4837 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.416606 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d833a789-5dc2-4574-b481-1c79591f4837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.476332 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port e5ea7b5d-e89d-449c-b18a-52ebd49408fa completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:26.540878 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d833a789-5dc2-4574-b481-1c79591f4837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for subnet, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.556500 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:26.557802 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 8a8c567d-180b-4183-89f0-df4d8af4fd22 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:35:26.610713 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833a789-5dc2-4574-b481-1c79591f4837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25fa1d40-6698-4460-a719-5f9a049dbbb9,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:26.613342 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: 8a8c567d-180b-4183-89f0-df4d8af4fd22 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:35:26.614942 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 8a8c567d-180b-4183-89f0-df4d8af4fd22 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:35:26.616058 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 94d467c7-8bff-4bb0-ad30-838eb8afc301 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:35:26.620539 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d833a789-5dc2-4574-b481-1c79591f4837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:26.623266 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d833a789-5dc2-4574-b481-1c79591f4837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.647139 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d833a789-5dc2-4574-b481-1c79591f4837 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/25fa1d40-6698-4460-a719-5f9a049dbbb9 HTTP/1.1" status: 204 len: 168 time: 0.3990493 Jun 25 14:35:26.655124 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55072) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:26.664682 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4c5ec4f9-3e8c-4d63-bee1-db2e24abcdf6 req-b53e663f-28e2-4fa9-8637-0d01f6035e1c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/security-groups?id=c069703e-850e-4da9-bb89-3e1da109030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534232 Jun 25 14:35:26.720287 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: 94d467c7-8bff-4bb0-ad30-838eb8afc301 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:35:26.720611 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 94d467c7-8bff-4bb0-ad30-838eb8afc301 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:35:26.806988 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.889369 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c5a430-d218-4a22-b8b7-89848720ad17 None None] Network 1066c44d-0048-4fd0-a558-c7100aa231ba requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:35:26.911175 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.949333 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:26.969382 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:26.969996 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:26.971306 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:26.971904 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > port after_create 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:26.972445 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > port after_delete 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:26.973013 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > port after_update 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:26.974110 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:26.974678 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:26.975242 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:26.975794 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:26.999966 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-aa881621-5202-42b3-adf0-0ddf53a9cce3 None None] Provisioning for port e5ea7b5d-e89d-449c-b18a-52ebd49408fa completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:27.009491 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-aa881621-5202-42b3-adf0-0ddf53a9cce3 None None] Provisioning complete for port e5ea7b5d-e89d-449c-b18a-52ebd49408fa triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:27.010025 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-aa881621-5202-42b3-adf0-0ddf53a9cce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.153226 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:27.153575 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:27.153903 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:27.154232 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 14:35:27.154614 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc45219-5875-4c3b-97df-d5e5edc87f68']}} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:27.184169 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613e82f6-dafd-46cc-851f-bdf7cb7f97b9') {'for_net_delete': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:27.184674 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613e82f6-dafd-46cc-851f-bdf7cb7f97b9') {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:27.208699 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929669'] for segment, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.213515 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-aa881621-5202-42b3-adf0-0ddf53a9cce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.238191 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.253018 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=78416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:35:27.253692 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5439526'] for segment, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: from cryptography.utils import int_from_bytes Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: from cryptography.utils import int_from_bytes Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: util.warn_limited( Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: util.warn_limited( Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: Traceback (most recent call last): Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: timer() Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: cb(*args, **kw) Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: return func(*args, **kwargs) Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: self._notify() Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: self.callback(batched_events) Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: event.method(event) Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: return f(self, *a, **k) Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._get(url).json() Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: return self.request(url, 'GET', **kwargs) Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:35:27.283371 dv-cinder-798088-1-iscsi neutron-server[78416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:35:27.298925 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-aa881621-5202-42b3-adf0-0ddf53a9cce3 None None] For port e5ea7b5d-e89d-449c-b18a-52ebd49408fa, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=e5ea7b5d-e89d-449c-b18a-52ebd49408fa,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:27.306778 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-aa881621-5202-42b3-adf0-0ddf53a9cce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.309182 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:27.382997 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.387361 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:27.394060 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa881621-5202-42b3-adf0-0ddf53a9cce3 None None] Pushing event updated for resources: {'Port': ['ID=e5ea7b5d-e89d-449c-b18a-52ebd49408fa,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:27.397335 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-aa881621-5202-42b3-adf0-0ddf53a9cce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:27.407085 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.417429 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc45219-5875-4c3b-97df-d5e5edc87f68,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:27.420901 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:27.432554 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] 10.222.0.61 "DELETE /v2.0/networks/4dc45219-5875-4c3b-97df-d5e5edc87f68 HTTP/1.1" status: 204 len: 168 time: 0.7761025 Jun 25 14:35:27.603542 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55078) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:27.667596 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-4533ddc0-54e5-4857-a62b-91507edd4b18 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=445a61d727034821bf08ebd2c102dc6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0625832 Jun 25 14:35:27.671084 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55082) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:27.696124 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f8393-b441-4604-97d8-cf1f437788f6 req-9056249a-bc92-4de6-ba61-264c52a46ad0 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:27.698741 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-976f8393-b441-4604-97d8-cf1f437788f6 req-9056249a-bc92-4de6-ba61-264c52a46ad0 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.69 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 950 time: 0.3527715 Jun 25 14:35:27.736747 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-3c322604-43ea-47c5-9ea0-ce7ca77d797d None None] Provisioning complete for port e5ea7b5d-e89d-449c-b18a-52ebd49408fa triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:27.737564 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-3c322604-43ea-47c5-9ea0-ce7ca77d797d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.762392 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452955'] for router, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.768525 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e98ced5f-4f83-4bec-9ed4-17453fbb26f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.820539 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e98ced5f-4f83-4bec-9ed4-17453fbb26f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.904442 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e98ced5f-4f83-4bec-9ed4-17453fbb26f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.914412 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a5285cfe-f9ed-4a8e-8064-892b028d9884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:27.938913 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ced5f-4f83-4bec-9ed4-17453fbb26f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8100c343-ae9f-460f-82fa-33c6af48eb5a,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:27.943402 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e98ced5f-4f83-4bec-9ed4-17453fbb26f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:27.946048 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e98ced5f-4f83-4bec-9ed4-17453fbb26f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:27.948799 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-e98ced5f-4f83-4bec-9ed4-17453fbb26f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8100c343-ae9f-460f-82fa-33c6af48eb5a HTTP/1.1" status: 204 len: 168 time: 0.2756040 Jun 25 14:35:28.016552 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-976f8393-b441-4604-97d8-cf1f437788f6 req-e0d48f58-90c5-4135-be02-145bf6ce065c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Deleting port 53e445e1-9b15-4133-a197-206e6c5a2089 {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:35:28.017307 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-976f8393-b441-4604-97d8-cf1f437788f6 req-e0d48f58-90c5-4135-be02-145bf6ce065c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:28.076798 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device e5ea7b5d-e89d-449c-b18a-52ebd49408fa up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:28.189372 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port e5ea7b5d-e89d-449c-b18a-52ebd49408fa triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:28.190184 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:28.285221 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715f25a-b71d-429b-9db1-fc033d1ba60c req-185a7261-8ed1-4611-ae6d-a2062ae3c430 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:28.288591 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d715f25a-b71d-429b-9db1-fc033d1ba60c req-185a7261-8ed1-4611-ae6d-a2062ae3c430 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 950 time: 0.3910511 Jun 25 14:35:28.568108 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Router 6eca22ab-5441-4b4a-8751-dd06882a6a95 is scheduled to L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a with binding_index 1 {{(pid=78417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:35:28.589630 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d715f25a-b71d-429b-9db1-fc033d1ba60c req-4167a5b7-833f-4790-8473-85823f74c0de tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/security-groups?id=c069703e-850e-4da9-bb89-3e1da109030a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755294 Jun 25 14:35:28.671328 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-976f8393-b441-4604-97d8-cf1f437788f6 req-e0d48f58-90c5-4135-be02-145bf6ce065c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] For port 53e445e1-9b15-4133-a197-206e6c5a2089, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=53e445e1-9b15-4133-a197-206e6c5a2089,segment=NetworkSegment(dcbdcd3c-b5bf-434f-ac45-a801811abc0b),segment_id=dcbdcd3c-b5bf-434f-ac45-a801811abc0b)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:28.671743 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-976f8393-b441-4604-97d8-cf1f437788f6 req-e0d48f58-90c5-4135-be02-145bf6ce065c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:28.821750 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-976f8393-b441-4604-97d8-cf1f437788f6 req-e0d48f58-90c5-4135-be02-145bf6ce065c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Calling delete_port for 53e445e1-9b15-4133-a197-206e6c5a2089 owned by compute:nova {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:35:29.031784 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:35:29.047066 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Sync routers for ids ['6eca22ab-5441-4b4a-8751-dd06882a6a95'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:35:29.066345 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Routers {'6eca22ab-5441-4b4a-8751-dd06882a6a95'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:29.067442 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['6eca22ab-5441-4b4a-8751-dd06882a6a95'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:29.104681 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55108) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:29.164680 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Notify callbacks [] for router, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:29.167553 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2550519 Jun 25 14:35:29.168871 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-976f8393-b441-4604-97d8-cf1f437788f6 req-e0d48f58-90c5-4135-be02-145bf6ce065c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:29.171084 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55114) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:29.178211 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:29.264082 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d48f58-90c5-4135-be02-145bf6ce065c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Pushing event deleted for resources: {'Port': ['ID=53e445e1-9b15-4133-a197-206e6c5a2089,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:29.271435 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e0d48f58-90c5-4135-be02-145bf6ce065c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:29.360506 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1124317438-network', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:29.377949 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:29.407342 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Set router 6eca22ab-5441-4b4a-8751-dd06882a6a95 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:29.415290 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-976f8393-b441-4604-97d8-cf1f437788f6 req-e0d48f58-90c5-4135-be02-145bf6ce065c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] No DVR routers for this DVR port 53e445e1-9b15-4133-a197-206e6c5a2089 on host hv-cinder-79808 {{(pid=78417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:35:29.421222 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-976f8393-b441-4604-97d8-cf1f437788f6 req-e0d48f58-90c5-4135-be02-145bf6ce065c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:29.431398 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-976f8393-b441-4604-97d8-cf1f437788f6 req-e0d48f58-90c5-4135-be02-145bf6ce065c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.69 "DELETE /v2.0/ports/53e445e1-9b15-4133-a197-206e6c5a2089 HTTP/1.1" status: 204 len: 173 time: 1.7250426 Jun 25 14:35:29.432225 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b12acd-0921-4797-94d0-b8fa55e23ea6', 'name': 'network-vif-deleted', 'tag': '53e445e1-9b15-4133-a197-206e6c5a2089'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:29.529200 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b12acd-0921-4797-94d0-b8fa55e23ea6', 'name': 'network-vif-deleted', 'tag': '53e445e1-9b15-4133-a197-206e6c5a2089', 'status': 'completed', 'code': 200} Jun 25 14:35:29.715903 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Usage tracker for resource:network and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:29.722152 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:29.755358 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:29.784531 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Made reservation on behalf of a5d4dc0968164c839a939620d4e83a1d for: {'network': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:29.789285 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:29.884961 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:29.901059 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-c19acaaf-1f6e-41cf-a2d2-03ca056bd857 req-2654a118-1b58-454b-911c-2c6a55511984 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Synchronizing usage tracker for tenant:0cf602948e354d05b7a17ff67e426ccb on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:29.920358 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-c19acaaf-1f6e-41cf-a2d2-03ca056bd857 req-2654a118-1b58-454b-911c-2c6a55511984 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Unset dirty status for tenant:0cf602948e354d05b7a17ff67e426ccb on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:29.922111 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c19acaaf-1f6e-41cf-a2d2-03ca056bd857 req-2654a118-1b58-454b-911c-2c6a55511984 tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0b12acd-0921-4797-94d0-b8fa55e23ea6 HTTP/1.1" status: 200 len: 210 time: 0.0790641 Jun 25 14:35:29.926238 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:29.936489 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Usage tracker for resource:security_group_rule and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:29.941336 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:29.955811 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:29.985329 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:35:26Z', 'revision_number': 3, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port': {'id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:25Z', 'updated_at': '2021-06-25T14:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:29.992991 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Checking router: 6eca22ab-5441-4b4a-8751-dd06882a6a95 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:35:29.993574 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Updating router 6eca22ab-5441-4b4a-8751-dd06882a6a95 port 95f3bc0b-34fc-4abe-9d71-97d083bbacba binding host dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:35:30.099443 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.322212 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.362232 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.370249 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6dbf996c-4c4f-4916-9438-9fb66499f14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:30.423282 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=78416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:35:30.463553 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910f1b45-c60f-48e1-acf3-62e37027e454,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:30.470701 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:30.475669 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.475993 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.segments_db [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Added segment acf546b6-833a-48b0-b569-753b207000ca of type vlan for network 3683cf47-1a03-4bc3-aebd-9e992307099f Jun 25 14:35:30.556539 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.618752 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.647844 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Notify callbacks [] for port, precommit_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.650815 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.657274 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:30.659064 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.668530 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Transition to ACTIVE for port object 95f3bc0b-34fc-4abe-9d71-97d083bbacba will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:30.674773 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b39752af-2320-4ba0-a0cd-b607ebfab957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:30.678303 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.683735 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:30.766190 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Attempting to bind port 95f3bc0b-34fc-4abe-9d71-97d083bbacba on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:30.766571 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Attempting to bind port 95f3bc0b-34fc-4abe-9d71-97d083bbacba by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:30.766955 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Attempting to bind port 95f3bc0b-34fc-4abe-9d71-97d083bbacba on network 10f2b18a-25e6-496e-8d19-550ef6db5c85 {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:30.771312 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b41fc-4eff-4d21-aa44-f710b5e81c96 None None] Pushing event updated for resources: {'Port': ['ID=95f3bc0b-34fc-4abe-9d71-97d083bbacba,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:30.777645 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-b74b41fc-4eff-4d21-aa44-f710b5e81c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:30.778556 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:30.778944 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Checking segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:30.779364 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.779969 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Bound using segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:30.780818 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Bound port: 95f3bc0b-34fc-4abe-9d71-97d083bbacba, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:30.781408 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.881328 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] For port 95f3bc0b-34fc-4abe-9d71-97d083bbacba, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:30.886789 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] For port 95f3bc0b-34fc-4abe-9d71-97d083bbacba, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=95f3bc0b-34fc-4abe-9d71-97d083bbacba,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:30.893081 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:30.900984 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:30.961701 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Pushing event updated for resources: {'Network': ['ID=3683cf47-1a03-4bc3-aebd-9e992307099f,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:30.967044 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:30.979208 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8726768 Jun 25 14:35:30.981714 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network 3683cf47-1a03-4bc3-aebd-9e992307099f details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:35:30.983959 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55124) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:30.998769 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Request body: {'subnet': {'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1124317438-subnet', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:31.021999 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:31.031765 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Usage tracker for resource:subnet and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:31.039470 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:31.053985 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:31.068607 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Made reservation on behalf of a5d4dc0968164c839a939620d4e83a1d for: {'subnet': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:31.073191 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6690444'] for subnet, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.095105 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 53e445e1-9b15-4133-a197-206e6c5a2089 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:35:31.172201 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 53e445e1-9b15-4133-a197-206e6c5a2089 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:35:31.174785 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 53e445e1-9b15-4133-a197-206e6c5a2089 not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:35:31.215747 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Allocated IP 172.20.0.1 (1066c44d-0048-4fd0-a558-c7100aa231ba/0e9b658f-349b-404b-b2ac-ed9f56cfa20b/07ad00a1-6d7c-4dcb-8013-d06f9dcec295) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:31.216022 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Routers {'6eca22ab-5441-4b4a-8751-dd06882a6a95'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:31.217022 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['6eca22ab-5441-4b4a-8751-dd06882a6a95'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:31.386882 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b41fc-4eff-4d21-aa44-f710b5e81c96 None None] Pushing event updated for resources: {'Port': ['ID=95f3bc0b-34fc-4abe-9d71-97d083bbacba,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:31.411358 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6327643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6690458'] for subnet, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.421837 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:31.459518 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.463264 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-b74b41fc-4eff-4d21-aa44-f710b5e81c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:31.485176 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Transition to ACTIVE for port object 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:31.524493 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.533717 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:31.542483 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] Set router 6eca22ab-5441-4b4a-8751-dd06882a6a95 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:31.573995 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Pushing event updated for resources: {'Subnet': ['ID=638b3e67-199e-4790-a1c2-bb9e2fce5f5f,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:31.584201 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:31.603440 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Checking segment: {'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:31.604028 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Network hostable DHCP agents. Network: 3683cf47-1a03-4bc3-aebd-9e992307099f, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:35:31.644420 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Network 3683cf47-1a03-4bc3-aebd-9e992307099f is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:35:31.662377 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, 3683cf47-1a03-4bc3-aebd-9e992307099f) {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:31.670097 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:31.671486 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.675449 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Network 1066c44d-0048-4fd0-a558-c7100aa231ba is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:31.679558 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:31.684010 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:31.690700 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf1b21-e6bc-47e5-b5cc-eab9081da912 None None] Network 3683cf47-1a03-4bc3-aebd-9e992307099f requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:35:31.723443 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-14e8bde8-0193-4745-a461-62613333135d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7367058 Jun 25 14:35:31.729289 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55144) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:31.743316 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:31.752868 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:31.763851 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Usage tracker for resource:router and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:31.769206 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:31.769421 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Pushing event updated for resources: {'Port': ['ID=07ad00a1-6d7c-4dcb-8013-d06f9dcec295,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:31.807543 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:31.821897 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453021'] for router_interface, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.831067 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34188'] for router, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.832811 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34203'] for router, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:31.867807 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:32.131429 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:32.330839 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-fee040bc-2615-44d3-9ca6-c5edfbeb4a5a None None] Provisioning for port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:32.343547 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-fee040bc-2615-44d3-9ca6-c5edfbeb4a5a None None] Provisioning complete for port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:32.344389 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-fee040bc-2615-44d3-9ca6-c5edfbeb4a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:32.415575 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:32.453166 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp100333b5-76c8-5f66-9258-b41137705b1a-3683cf47-1a03-4bc3-aebd-9e992307099f', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f'}]}} from dv-cinder-798088-1-iscsi. {{(pid=78418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:35:32.454930 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:32.516394 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-fee040bc-2615-44d3-9ca6-c5edfbeb4a5a None None] Port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:35:32.731407 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34153'] for router, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:32.843935 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.db_base_plugin_common [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Allocated IP 172.20.0.2 (3683cf47-1a03-4bc3-aebd-9e992307099f/638b3e67-199e-4790-a1c2-bb9e2fce5f5f/1978c3d4-3f56-4154-b237-ba89758e1735) {{(pid=78418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:32.907917 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:32.918078 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:32.943271 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-fbed6c65-25e5-433c-8567-274823f4da2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:32.968556 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:35:26Z', 'revision_number': 3, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port': {'id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:25Z', 'updated_at': '2021-06-25T14:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:32.983867 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebda6f3b-1520-48a7-b5a7-d67ccebbba24 None None] The sync data for ids ['6eca22ab-5441-4b4a-8751-dd06882a6a95'] in dv-cinder-798088-1-iscsi is: [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:35:26Z', 'revision_number': 3, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port': {'id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:25Z', 'updated_at': '2021-06-25T14:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:35:32.995419 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-826cc12b-8106-4bc4-b962-6235e985c356 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:32.995649 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:33.172308 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Pushing event updated for resources: {'Port': ['ID=07ad00a1-6d7c-4dcb-8013-d06f9dcec295,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:33.189836 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:33.225626 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454452'] for router_interface, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:33.257344 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Notify callbacks [] for port, precommit_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:33.272458 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Transition to ACTIVE for port object 1978c3d4-3f56-4154-b237-ba89758e1735 will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:33.307201 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Transition to ACTIVE for port object 1978c3d4-3f56-4154-b237-ba89758e1735 will not be triggered until provisioned by entity DHCP. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:33.316813 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:33.322612 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:33.403167 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Network 3683cf47-1a03-4bc3-aebd-9e992307099f is already hosted by enough agents. {{(pid=78418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:33.404587 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:33.406772 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.base_scheduler [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Resources bound (agent type, host, resource id): {{(pid=78418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:33.411338 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Received port after_create {{(pid=78418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:33.533004 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Pushing event updated for resources: {'Port': ['ID=1978c3d4-3f56-4154-b237-ba89758e1735,revision_number=1']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:33.542443 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:33.542667 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:33.570178 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Network 1066c44d-0048-4fd0-a558-c7100aa231ba is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:33.572409 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:33.584901 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Attempting to bind port 1978c3d4-3f56-4154-b237-ba89758e1735 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:33.585279 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Attempting to bind port 1978c3d4-3f56-4154-b237-ba89758e1735 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:33.585653 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Attempting to bind port 1978c3d4-3f56-4154-b237-ba89758e1735 on network 3683cf47-1a03-4bc3-aebd-9e992307099f {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:33.606425 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:33.606813 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Checking segment: {'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:33.607232 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:33.607677 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Bound using segment: {'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:33.608176 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Bound port: 1978c3d4-3f56-4154-b237-ba89758e1735, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:33.608564 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:33.835311 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Allocated IP 172.27.2.145 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/b3c5767c-2894-437f-8f65-957c9cc1e970) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:33.869785 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] For port 1978c3d4-3f56-4154-b237-ba89758e1735, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:33.875706 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] For port 1978c3d4-3f56-4154-b237-ba89758e1735, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=1978c3d4-3f56-4154-b237-ba89758e1735,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:33.888161 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:33.892314 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Router 6eca22ab-5441-4b4a-8751-dd06882a6a95 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:35:33.897712 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:34.075929 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Pushing event updated for resources: {'Port': ['ID=1978c3d4-3f56-4154-b237-ba89758e1735,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:34.089966 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-47566d0b-0e00-4d7e-912a-39fd4ee93dad None None] Provisioning complete for port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:34.090491 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-47566d0b-0e00-4d7e-912a-39fd4ee93dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:34.158411 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:34.202947 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 95f3bc0b-34fc-4abe-9d71-97d083bbacba up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:34.206795 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:34.260881 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:34.266090 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:34.326549 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:35:34.349091 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] 10.222.0.61 "PUT /v2.0/routers/6eca22ab-5441-4b4a-8751-dd06882a6a95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1679947 Jun 25 14:35:34.361473 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:34.365991 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:34.388821 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Pushing event updated for resources: {'Port': ['ID=b3c5767c-2894-437f-8f65-957c9cc1e970,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:34.395082 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:34.405886 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-47566d0b-0e00-4d7e-912a-39fd4ee93dad None None] Port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:35:34.436534 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:34.440036 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 95f3bc0b-34fc-4abe-9d71-97d083bbacba completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:34.461947 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 95f3bc0b-34fc-4abe-9d71-97d083bbacba triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:34.462426 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:34.684877 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:34.710144 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 95f3bc0b-34fc-4abe-9d71-97d083bbacba, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=95f3bc0b-34fc-4abe-9d71-97d083bbacba,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:34.719330 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:34.721990 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:34.924725 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=95f3bc0b-34fc-4abe-9d71-97d083bbacba,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:34.932320 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:35.305538 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:35.435955 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9e3061f6-9cd0-4e2d-8f85-801fdcfbed5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:35.523851 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55326) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:35.530949 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2096474780-network', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:35.539850 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:35.545387 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Usage tracker for resource:network and tenant:43035903eb0a4df3a41c6b954c2fa772 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:35.549352 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:35.558721 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:35.578109 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Made reservation on behalf of 43035903eb0a4df3a41c6b954c2fa772 for: {'network': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:35.581219 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:35.596751 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:35.618430 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:35.629310 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Usage tracker for resource:security_group_rule and tenant:43035903eb0a4df3a41c6b954c2fa772 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:35.636686 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:35.651065 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:35.693840 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae217f17-c672-4f88-8a4d-065ae3ebf91c None None] Network 3683cf47-1a03-4bc3-aebd-9e992307099f requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:35:35.837694 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-337642f8-3d94-465d-868c-999c30fd8eac None None] Provisioning for port 1978c3d4-3f56-4154-b237-ba89758e1735 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:35.883383 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:35.891272 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:35.900447 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-ebb571ae-ab2f-4258-8d72-a857cbf27288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:35.940032 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=78416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:35:35.959902 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12857bc5-721d-4b04-8e86-c7afaa1feb7f,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:35.965776 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:35.967240 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:35.967843 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.segments_db [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Added segment 1c5ff5a7-871c-42fd-8b8e-30844247ab8a of type vlan for network a9ff4aac-1be1-4479-b528-e9c0fc1efde8 Jun 25 14:35:36.009050 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:36.060265 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:36.074898 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:36.075793 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:36.079642 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2078236b-8ee1-441e-91d6-23eb37c316c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:36.147144 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452955'] for router, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:36.172600 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:36.229582 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Sync routers for ids ['6eca22ab-5441-4b4a-8751-dd06882a6a95'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:35:36.247336 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Routers {'6eca22ab-5441-4b4a-8751-dd06882a6a95'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:36.247336 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['6eca22ab-5441-4b4a-8751-dd06882a6a95'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:36.305585 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 1978c3d4-3f56-4154-b237-ba89758e1735 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:36.358251 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ff4aac-1be1-4479-b528-e9c0fc1efde8,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:36.365821 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:36.372959 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8475776 Jun 25 14:35:36.377325 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55342) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:36.397470 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network a9ff4aac-1be1-4479-b528-e9c0fc1efde8 details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:35:36.398541 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Request body: {'subnet': {'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2096474780-subnet', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'ip_version': 4}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:36.421330 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:36.434415 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Usage tracker for resource:subnet and tenant:43035903eb0a4df3a41c6b954c2fa772 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:36.442899 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:36.460284 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:36.479337 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Made reservation on behalf of 43035903eb0a4df3a41c6b954c2fa772 for: {'subnet': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:36.482637 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7238043'] for subnet, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:36.575434 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Set router 6eca22ab-5441-4b4a-8751-dd06882a6a95 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:36.716211 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 1978c3d4-3f56-4154-b237-ba89758e1735 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:36.727931 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 1978c3d4-3f56-4154-b237-ba89758e1735 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:36.728628 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:36.752645 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Router d0a3d613-74fd-42d1-87ab-7dad31caa864 is scheduled to L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a with binding_index 1 {{(pid=78417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:35:36.961227 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:36.989809 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5454277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7238029'] for subnet, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:36.995571 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:37.048943 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 1978c3d4-3f56-4154-b237-ba89758e1735, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=1978c3d4-3f56-4154-b237-ba89758e1735,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:37.055761 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.058353 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 95f3bc0b-34fc-4abe-9d71-97d083bbacba up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:37.103724 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:37.118728 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:35:37.156593 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Sync routers for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:35:37.160743 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Notify callbacks [] for router, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.162313 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4305954 Jun 25 14:35:37.166646 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55370) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:37.200466 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:37.204503 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:37.208863 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Checking segment: {'id': '1c5ff5a7-871c-42fd-8b8e-30844247ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:37.209239 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Network hostable DHCP agents. Network: a9ff4aac-1be1-4479-b528-e9c0fc1efde8, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:35:37.216380 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:35:32Z', 'revision_number': 4, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port': {'id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:25Z', 'updated_at': '2021-06-25T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '07ad00a1-6d7c-4dcb-8013-d06f9dcec295', 'name': '', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'mac_address': 'fa:16:3e:7d:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:30Z', 'updated_at': '2021-06-25T14:35:32Z', 'revision_number': 2, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'subnets': [{'id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:37.226628 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Checking router: 6eca22ab-5441-4b4a-8751-dd06882a6a95 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:35:37.226988 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Updating router 6eca22ab-5441-4b4a-8751-dd06882a6a95 port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 binding host dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:35:37.279541 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Network a9ff4aac-1be1-4479-b528-e9c0fc1efde8 is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:35:37.291810 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.297226 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, a9ff4aac-1be1-4479-b528-e9c0fc1efde8) {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:37.315745 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:37.316460 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.343756 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:37.347364 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:37.359097 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9759960 Jun 25 14:35:37.359436 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55378) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:37.367173 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2096474780-router', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:37.372984 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:37.382298 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Usage tracker for resource:router and tenant:43035903eb0a4df3a41c6b954c2fa772 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:37.388076 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:37.398790 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:37.424603 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34188'] for router, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.428845 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34203'] for router, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.470738 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.540385 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=1978c3d4-3f56-4154-b237-ba89758e1735,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:37.546874 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:37.573781 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d45082-a21f-472e-84ec-3429830d4e79 None None] Network a9ff4aac-1be1-4479-b528-e9c0fc1efde8 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:35:37.683127 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 95f3bc0b-34fc-4abe-9d71-97d083bbacba triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:37.683788 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.801457 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.854554 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Notify callbacks [] for port, precommit_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.876280 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.provisioning_blocks [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Transition to ACTIVE for port object 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 will not be triggered until provisioned by entity L2. {{(pid=78419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:37.887598 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:37.900142 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:38.018838 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34153'] for router, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:38.031010 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Pushing event updated for resources: {'Port': ['ID=07ad00a1-6d7c-4dcb-8013-d06f9dcec295,revision_number=3']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:38.048127 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:38.048937 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:38.049494 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:38.050178 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:38.050764 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:38.051583 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:38.052423 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:38.052935 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:38.053628 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:38.054354 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:38.054912 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:38.055625 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:35:38.086834 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:38.110318 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:38.382430 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:38.471200 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Attempting to bind port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:38.472284 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Attempting to bind port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '847eb2f2-7872-40bd-916a-2be73f6727a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba'}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:38.472913 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Attempting to bind port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 on network 1066c44d-0048-4fd0-a558-c7100aa231ba {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:38.479044 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 1978c3d4-3f56-4154-b237-ba89758e1735 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:38.481800 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:38.482411 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Checking segment: {'id': '847eb2f2-7872-40bd-916a-2be73f6727a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:38.483022 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:38.483609 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Bound using segment: {'id': '847eb2f2-7872-40bd-916a-2be73f6727a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba'} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:38.484456 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Bound port: 07ad00a1-6d7c-4dcb-8013-d06f9dcec295, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847eb2f2-7872-40bd-916a-2be73f6727a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba'}}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:38.485301 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:38.524512 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:38.589157 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:38.669502 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] For port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:38.675716 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] For port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=07ad00a1-6d7c-4dcb-8013-d06f9dcec295,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:38.690602 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:38.694342 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:38.704373 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:38.746718 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Allocated IP 172.20.0.1 (3683cf47-1a03-4bc3-aebd-9e992307099f/638b3e67-199e-4790-a1c2-bb9e2fce5f5f/35408c29-3afa-4cba-85cd-d45f216db05c) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:38.906549 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Routers {'6eca22ab-5441-4b4a-8751-dd06882a6a95'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:38.907202 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['6eca22ab-5441-4b4a-8751-dd06882a6a95'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:38.931571 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Allocated IP 172.27.2.165 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/af58f05c-31aa-4df1-90e4-627b7cd2b7f8) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:39.105742 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Pushing event updated for resources: {'Port': ['ID=07ad00a1-6d7c-4dcb-8013-d06f9dcec295,revision_number=4']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:39.119376 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:39.122368 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:39.161361 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp100333b5-76c8-5f66-9258-b41137705b1a-a9ff4aac-1be1-4479-b528-e9c0fc1efde8', 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'fixed_ips': [{'subnet_id': 'a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7'}]}} from dv-cinder-798088-1-iscsi. {{(pid=78418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:35:39.165786 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:39.171664 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:39.185460 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Transition to ACTIVE for port object 35408c29-3afa-4cba-85cd-d45f216db05c will not be triggered until provisioned by entity DHCP. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:39.226619 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:39.245588 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:39.246746 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:39.268377 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:39.294629 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 1978c3d4-3f56-4154-b237-ba89758e1735 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:39.295020 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:39.316223 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:39.320233 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:39.324605 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:39.349370 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:34Z', 'revision_number': 3, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:39.374277 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55392) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:39.378280 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Network 3683cf47-1a03-4bc3-aebd-9e992307099f is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:39.397554 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:39.413617 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:39.421598 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Checking router: d0a3d613-74fd-42d1-87ab-7dad31caa864 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:35:39.422157 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Updating router d0a3d613-74fd-42d1-87ab-7dad31caa864 port b3c5767c-2894-437f-8f65-957c9cc1e970 binding host dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:35:39.443030 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] Set router 6eca22ab-5441-4b4a-8751-dd06882a6a95 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:39.562209 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=35408c29-3afa-4cba-85cd-d45f216db05c,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:39.571081 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:39.576485 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:39.596547 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453021'] for router_interface, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:39.605617 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Pushing event updated for resources: {'Port': ['ID=af58f05c-31aa-4df1-90e4-627b7cd2b7f8,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:39.615190 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:39.875709 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.db_base_plugin_common [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Allocated IP 172.20.0.2 (a9ff4aac-1be1-4479-b528-e9c0fc1efde8/a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7/4d8c1916-703b-41c4-b49b-3e6b474b2279) {{(pid=78418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:39.919782 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-2b55cc94-d744-451b-a8ba-2f5d63982281 None None] Provisioning for port 35408c29-3afa-4cba-85cd-d45f216db05c completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:39.976461 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-24593332-de1b-4594-a1a2-a9b0a440057e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0cf602948e354d05b7a17ff67e426ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5951743 Jun 25 14:35:39.981608 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55398) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:39.989819 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-2b55cc94-d744-451b-a8ba-2f5d63982281 None None] Provisioning complete for port 35408c29-3afa-4cba-85cd-d45f216db05c triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:39.990400 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-2b55cc94-d744-451b-a8ba-2f5d63982281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:40.011663 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:40.118100 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:35:32Z', 'revision_number': 4, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port': {'id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:25Z', 'updated_at': '2021-06-25T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '07ad00a1-6d7c-4dcb-8013-d06f9dcec295', 'name': '', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'mac_address': 'fa:16:3e:7d:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:30Z', 'updated_at': '2021-06-25T14:35:38Z', 'revision_number': 4, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'subnets': [{'id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:40.123967 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff44457-9c77-4502-b4e2-8812763dd703 None None] The sync data for ids ['6eca22ab-5441-4b4a-8751-dd06882a6a95'] in dv-cinder-798088-1-iscsi is: [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:35:32Z', 'revision_number': 4, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port': {'id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:25Z', 'updated_at': '2021-06-25T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '07ad00a1-6d7c-4dcb-8013-d06f9dcec295', 'name': '', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'mac_address': 'fa:16:3e:7d:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:30Z', 'updated_at': '2021-06-25T14:35:38Z', 'revision_number': 4, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'subnets': [{'id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:35:40.385412 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:40.418520 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:40.486858 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c5eacce9-d3ba-44a1-a76d-fed43ae1d6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:40.508558 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-2b55cc94-d744-451b-a8ba-2f5d63982281 None None] Port 35408c29-3afa-4cba-85cd-d45f216db05c cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:35:40.545399 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c5eacce9-d3ba-44a1-a76d-fed43ae1d6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:40.629310 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:40.637072 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:40.660292 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:40.711748 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-2faeaaaf-dfa4-4f60-bff6-46de2972598b tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:40.717794 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:40.718259 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:40.798063 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454452'] for router_interface, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:40.803996 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=35408c29-3afa-4cba-85cd-d45f216db05c,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:40.808479 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:40.835893 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452955'] for router, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:40.990370 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c5eacce9-d3ba-44a1-a76d-fed43ae1d6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:40.996853 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-597dfefc-4861-4af5-bf17-8bab8753e3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:41.018309 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Notify callbacks [] for port, precommit_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:41.032842 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Transition to ACTIVE for port object 4d8c1916-703b-41c4-b49b-3e6b474b2279 will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:41.041081 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Network 3683cf47-1a03-4bc3-aebd-9e992307099f is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:41.049270 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eacce9-d3ba-44a1-a76d-fed43ae1d6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c069703e-850e-4da9-bb89-3e1da109030a,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:41.053882 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c5eacce9-d3ba-44a1-a76d-fed43ae1d6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:41.060316 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:41.069988 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Transition to ACTIVE for port object 4d8c1916-703b-41c4-b49b-3e6b474b2279 will not be triggered until provisioned by entity DHCP. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:41.086177 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Notify callbacks [] for port, precommit_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:41.107535 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Transition to ACTIVE for port object b3c5767c-2894-437f-8f65-957c9cc1e970 will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:41.134527 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:41.151199 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:41.232194 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c5eacce9-d3ba-44a1-a76d-fed43ae1d6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:41.234152 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-c5eacce9-d3ba-44a1-a76d-fed43ae1d6b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c069703e-850e-4da9-bb89-3e1da109030a HTTP/1.1" status: 204 len: 168 time: 1.2506571 Jun 25 14:35:41.243339 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Router 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 is scheduled to L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a with binding_index 1 {{(pid=78416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:35:41.300196 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:41.328047 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Pushing event updated for resources: {'Port': ['ID=4d8c1916-703b-41c4-b49b-3e6b474b2279,revision_number=1']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:41.351399 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:41.362657 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:41.480964 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Network a9ff4aac-1be1-4479-b528-e9c0fc1efde8 is already hosted by enough agents. {{(pid=78418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:41.499460 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:41.547807 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.base_scheduler [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Resources bound (agent type, host, resource id): {{(pid=78418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:41.561631 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Received port after_create {{(pid=78418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:41.575284 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Router d0a3d613-74fd-42d1-87ab-7dad31caa864 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:35:41.622916 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:35:41.637665 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Sync routers for ids ['2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:35:41.659241 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Routers {'2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:41.659919 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:41.694322 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Attempting to bind port b3c5767c-2894-437f-8f65-957c9cc1e970 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:41.698589 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Attempting to bind port b3c5767c-2894-437f-8f65-957c9cc1e970 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:41.699017 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Attempting to bind port b3c5767c-2894-437f-8f65-957c9cc1e970 on network 10f2b18a-25e6-496e-8d19-550ef6db5c85 {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:41.702497 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Notify callbacks [] for router, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:41.703354 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3428011 Jun 25 14:35:41.708640 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55406) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:41.750490 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:41.751353 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Checking segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:41.754703 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:41.755582 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Bound using segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:41.756684 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Bound port: b3c5767c-2894-437f-8f65-957c9cc1e970, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:41.757496 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:41.833942 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19a832-eab1-414c-a79c-6ac179df2bdd None None] Pushing event updated for resources: {'Port': ['ID=b3c5767c-2894-437f-8f65-957c9cc1e970,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:41.883011 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:35:41.892772 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] 10.222.0.61 "PUT /v2.0/routers/d0a3d613-74fd-42d1-87ab-7dad31caa864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7243004 Jun 25 14:35:41.894736 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-be19a832-eab1-414c-a79c-6ac179df2bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:42.069439 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=07ad00a1-6d7c-4dcb-8013-d06f9dcec295,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:42.085804 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-f2e44523-0496-40e4-809e-ea5a362f007a None None] Provisioning complete for port 35408c29-3afa-4cba-85cd-d45f216db05c triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:42.086526 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f2e44523-0496-40e4-809e-ea5a362f007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:42.171625 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:42.191858 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-aa881621-5202-42b3-adf0-0ddf53a9cce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:42.222174 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Set router 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:42.230715 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Attempting to bind port 4d8c1916-703b-41c4-b49b-3e6b474b2279 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:42.231199 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Attempting to bind port 4d8c1916-703b-41c4-b49b-3e6b474b2279 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '1c5ff5a7-871c-42fd-8b8e-30844247ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:42.231706 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Attempting to bind port 4d8c1916-703b-41c4-b49b-3e6b474b2279 on network a9ff4aac-1be1-4479-b528-e9c0fc1efde8 {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:42.288914 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:42.292320 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Checking segment: {'id': '1c5ff5a7-871c-42fd-8b8e-30844247ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:42.294503 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:42.295718 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Bound using segment: {'id': '1c5ff5a7-871c-42fd-8b8e-30844247ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:42.296985 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Bound port: 4d8c1916-703b-41c4-b49b-3e6b474b2279, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5ff5a7-871c-42fd-8b8e-30844247ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:42.298276 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:42.346969 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-f2e44523-0496-40e4-809e-ea5a362f007a None None] Port 35408c29-3afa-4cba-85cd-d45f216db05c cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:35:42.360090 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] For port b3c5767c-2894-437f-8f65-957c9cc1e970, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:42.366141 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] For port b3c5767c-2894-437f-8f65-957c9cc1e970, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=b3c5767c-2894-437f-8f65-957c9cc1e970,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:42.411930 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:42.430841 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=07ad00a1-6d7c-4dcb-8013-d06f9dcec295,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:42.437483 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:42.439707 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:42.535294 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] For port 4d8c1916-703b-41c4-b49b-3e6b474b2279, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:42.541253 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:42.541951 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:42.656836 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] For port 4d8c1916-703b-41c4-b49b-3e6b474b2279, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=4d8c1916-703b-41c4-b49b-3e6b474b2279,segment=NetworkSegment(1c5ff5a7-871c-42fd-8b8e-30844247ab8a),segment_id=1c5ff5a7-871c-42fd-8b8e-30844247ab8a)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:42.673792 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19a832-eab1-414c-a79c-6ac179df2bdd None None] Pushing event updated for resources: {'Port': ['ID=b3c5767c-2894-437f-8f65-957c9cc1e970,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:42.686059 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-be19a832-eab1-414c-a79c-6ac179df2bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:42.688193 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:42.700107 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:43.074476 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'name': 'tempest-TestShelveInstance-2096474780-router', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:37Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 3, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'gw_port': {'id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:43.094618 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Checking router: 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:35:43.095090 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Updating router 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 port af58f05c-31aa-4df1-90e4-627b7cd2b7f8 binding host dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:35:43.103037 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Pushing event updated for resources: {'Port': ['ID=4d8c1916-703b-41c4-b49b-3e6b474b2279,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:43.113397 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:43.156715 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:43.168763 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:43.215970 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:43.274267 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55436) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:43.328379 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55442) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:43.334533 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2067131026', 'description': 'tempest-description--1106595654'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:43.353359 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:43.362079 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Usage tracker for resource:security_group and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:43.370892 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:43.432111 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:43.454068 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:43.523307 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:43.530647 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Usage tracker for resource:security_group_rule and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:43.537349 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:43.549545 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:43.755873 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1259239598-network', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:43.769565 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:43.787692 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Usage tracker for resource:network and tenant:ecbcc4df36394aafa47f880b528ca413 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:43.792660 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:43.807437 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:43.811024 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:43.822944 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:43.825744 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Allocated IP 172.20.0.1 (a9ff4aac-1be1-4479-b528-e9c0fc1efde8/a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7/d9aeb9b3-913d-487a-87d1-0b93a5dd2521) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:43.840555 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-40233187-5df0-4a47-abf8-23e341ab6d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:43.873214 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Made reservation on behalf of ecbcc4df36394aafa47f880b528ca413 for: {'network': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:43.875624 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:43.908349 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:43.949452 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:43.951879 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ee9899-39d1-4293-8a71-ab46cfe0164e,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:43.954804 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:43.958507 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:43.962932 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6332016 Jun 25 14:35:43.964738 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Usage tracker for resource:security_group_rule and tenant:ecbcc4df36394aafa47f880b528ca413 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:43.967191 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55452) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:43.969846 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:43.980392 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-f42bce6e-179e-4624-b611-c5370dce46d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Request body: {'security_group_rule': {'security_group_id': '69ee9899-39d1-4293-8a71-ab46cfe0164e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:44.068083 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:44.133433 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.provisioning_blocks [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Transition to ACTIVE for port object af58f05c-31aa-4df1-90e4-627b7cd2b7f8 will not be triggered until provisioned by entity L2. {{(pid=78419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:44.145033 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:44.151458 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-f42bce6e-179e-4624-b611-c5370dce46d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:44.153167 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:44.154076 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:44.168307 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-f42bce6e-179e-4624-b611-c5370dce46d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Usage tracker for resource:security_group_rule and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:44.179216 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:44.180723 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-f42bce6e-179e-4624-b611-c5370dce46d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:44.208913 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-f42bce6e-179e-4624-b611-c5370dce46d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:44.247053 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Transition to ACTIVE for port object d9aeb9b3-913d-487a-87d1-0b93a5dd2521 will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:44.269390 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:40Z', 'revision_number': 2, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:44.283120 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Attempting to bind port af58f05c-31aa-4df1-90e4-627b7cd2b7f8 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:44.283491 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Attempting to bind port af58f05c-31aa-4df1-90e4-627b7cd2b7f8 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:44.283967 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Attempting to bind port af58f05c-31aa-4df1-90e4-627b7cd2b7f8 on network 10f2b18a-25e6-496e-8d19-550ef6db5c85 {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:44.291339 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd3cd8-6709-44ec-bb17-6bf22e649bc2 None None] The sync data for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi is: [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:40Z', 'revision_number': 2, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:35:44.305760 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:44.311092 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Checking segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:44.311934 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:44.312838 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Bound using segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:44.313769 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Bound port: af58f05c-31aa-4df1-90e4-627b7cd2b7f8, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:44.314455 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:44.355192 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:44.369382 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f42bce6e-179e-4624-b611-c5370dce46d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:44.383089 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:44.448959 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0368611-d308-43d7-ae49-483f3cefd876 None None] Pushing event updated for resources: {'Port': ['ID=af58f05c-31aa-4df1-90e4-627b7cd2b7f8,revision_number=2']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:44.496672 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-b0368611-d308-43d7-ae49-483f3cefd876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:44.541245 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 4d8c1916-703b-41c4-b49b-3e6b474b2279 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:44.578339 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Pushing event updated for resources: {'Port': ['ID=d9aeb9b3-913d-487a-87d1-0b93a5dd2521,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:44.584942 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] For port af58f05c-31aa-4df1-90e4-627b7cd2b7f8, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:44.589621 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] For port af58f05c-31aa-4df1-90e4-627b7cd2b7f8, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=af58f05c-31aa-4df1-90e4-627b7cd2b7f8,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:44.594321 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:44.595281 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:44.611224 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:44.629336 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Network a9ff4aac-1be1-4479-b528-e9c0fc1efde8 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:44.631293 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:44.637678 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:44.674057 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f42bce6e-179e-4624-b611-c5370dce46d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:44.687848 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f42bce6e-179e-4624-b611-c5370dce46d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:44.713442 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:44.717664 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:44.787152 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 4d8c1916-703b-41c4-b49b-3e6b474b2279 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:44.804434 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Routers {'2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:44.805536 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:44.838596 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:44.857675 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bce6e-179e-4624-b611-c5370dce46d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e296ac-ccf1-498c-9ec6-6efbfca106c5,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:44.878569 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f42bce6e-179e-4624-b611-c5370dce46d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:44.881065 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453021'] for router_interface, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:44.882313 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:44.939666 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-979a901b-1159-4459-b5fd-28b9be5109f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:44.994227 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0368611-d308-43d7-ae49-483f3cefd876 None None] Pushing event updated for resources: {'Port': ['ID=af58f05c-31aa-4df1-90e4-627b7cd2b7f8,revision_number=3']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:45.003805 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=78417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:35:45.009528 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-b0368611-d308-43d7-ae49-483f3cefd876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:45.065006 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.068569 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad69d7d-2ba3-460a-89da-ac7bdd67f621 None None] Network a9ff4aac-1be1-4479-b528-e9c0fc1efde8 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:35:45.083006 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.083726 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.segments_db [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Added segment 0c10c882-83ed-4c36-8a44-98130c4e254c of type vlan for network 5079ccc6-0a31-4a56-8503-76f1988cf315 Jun 25 14:35:45.108209 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f42bce6e-179e-4624-b611-c5370dce46d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.112967 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-f42bce6e-179e-4624-b611-c5370dce46d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1421521 Jun 25 14:35:45.165499 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.213863 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-7ee3c560-bcd9-4b86-bc61-59497c796a5a None None] Provisioning for port 4d8c1916-703b-41c4-b49b-3e6b474b2279 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:45.233685 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb2d816-35f5-45d4-8243-4f6a3c00e5c5,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:45.241014 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:45.241317 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.246870 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55460) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:45.251413 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] Set router 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:45.268318 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-c9e1ce99-880f-4a72-b243-9870fbf3383c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Request body: {'security_group_rule': {'security_group_id': '69ee9899-39d1-4293-8a71-ab46cfe0164e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:45.269183 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-7ee3c560-bcd9-4b86-bc61-59497c796a5a None None] Provisioning complete for port 4d8c1916-703b-41c4-b49b-3e6b474b2279 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:45.269576 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c560-bcd9-4b86-bc61-59497c796a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.277932 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:45.292031 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.297268 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-c9e1ce99-880f-4a72-b243-9870fbf3383c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:45.308977 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:45.310381 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.322833 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:45.509533 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.517823 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.542448 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-c9e1ce99-880f-4a72-b243-9870fbf3383c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Usage tracker for resource:security_group_rule and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:45.556995 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:45.564872 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-c9e1ce99-880f-4a72-b243-9870fbf3383c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:45.644167 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-c9e1ce99-880f-4a72-b243-9870fbf3383c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:45.666693 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55464) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:45.666895 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3909497 Jun 25 14:35:45.671068 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Pushing event updated for resources: {'Network': ['ID=5079ccc6-0a31-4a56-8503-76f1988cf315,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:45.677450 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Request body: {'subnet': {'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1259239598-subnet', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'ip_version': 4}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:45.684016 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454452'] for router_interface, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.694323 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:45.696211 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Pushing event updated for resources: {'Port': ['ID=d9aeb9b3-913d-487a-87d1-0b93a5dd2521,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:45.706965 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:45.711428 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:45.726756 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ce99-880f-4a72-b243-9870fbf3383c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.840523 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network 5079ccc6-0a31-4a56-8503-76f1988cf315 details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:35:45.891337 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Usage tracker for resource:subnet and tenant:ecbcc4df36394aafa47f880b528ca413 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:45.912737 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:45.924122 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ce99-880f-4a72-b243-9870fbf3383c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.936145 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:45.937027 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ce99-880f-4a72-b243-9870fbf3383c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.939124 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:45.995349 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ce99-880f-4a72-b243-9870fbf3383c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:45.996625 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-c9e1ce99-880f-4a72-b243-9870fbf3383c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7481310 Jun 25 14:35:45.998910 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1ce99-880f-4a72-b243-9870fbf3383c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1256e5-c05f-4680-931b-1d5429776495,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:46.001744 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55470) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:46.015869 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c9e1ce99-880f-4a72-b243-9870fbf3383c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:46.019750 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Request body: {'floatingip': {'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:46.029778 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:46.034815 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Made reservation on behalf of ecbcc4df36394aafa47f880b528ca413 for: {'subnet': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:46.041398 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Usage tracker for resource:floatingip and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:46.046006 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:46.047254 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7238043'] for subnet, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:46.059571 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:46.083620 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:46.245130 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'name': 'tempest-TestShelveInstance-2096474780-router', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:37Z', 'updated_at': '2021-06-25T14:35:44Z', 'revision_number': 4, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'gw_port': {'id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'd9aeb9b3-913d-487a-87d1-0b93a5dd2521', 'name': '', 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'mac_address': 'fa:16:3e:d3:a0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:43Z', 'updated_at': '2021-06-25T14:35:43Z', 'revision_number': 1, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'subnets': [{'id': 'a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:46.258088 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52999398-b167-42a8-9a44-a499d65d7cb8 None None] The sync data for ids ['2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'] in dv-cinder-798088-1-iscsi is: [{'id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'name': 'tempest-TestShelveInstance-2096474780-router', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:37Z', 'updated_at': '2021-06-25T14:35:44Z', 'revision_number': 4, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'gw_port': {'id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'd9aeb9b3-913d-487a-87d1-0b93a5dd2521', 'name': '', 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'mac_address': 'fa:16:3e:d3:a0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:43Z', 'updated_at': '2021-06-25T14:35:43Z', 'revision_number': 1, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'subnets': [{'id': 'a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:35:46.337498 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Network a9ff4aac-1be1-4479-b528-e9c0fc1efde8 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:46.345340 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:46.402525 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c560-bcd9-4b86-bc61-59497c796a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:46.420834 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:46.604804 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-7ee3c560-bcd9-4b86-bc61-59497c796a5a None None] For port 4d8c1916-703b-41c4-b49b-3e6b474b2279, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=4d8c1916-703b-41c4-b49b-3e6b474b2279,segment=NetworkSegment(1c5ff5a7-871c-42fd-8b8e-30844247ab8a),segment_id=1c5ff5a7-871c-42fd-8b8e-30844247ab8a)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:46.610969 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-7ee3c560-bcd9-4b86-bc61-59497c796a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:46.618107 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:46.725092 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3c560-bcd9-4b86-bc61-59497c796a5a None None] Pushing event updated for resources: {'Port': ['ID=4d8c1916-703b-41c4-b49b-3e6b474b2279,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:46.728837 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device b3c5767c-2894-437f-8f65-957c9cc1e970 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:46.771366 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Allocated IP 172.27.2.246 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/71d3082e-69fd-4db9-91c8-f9ebce8d30c4) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:46.805156 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-7ee3c560-bcd9-4b86-bc61-59497c796a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:46.824195 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port b3c5767c-2894-437f-8f65-957c9cc1e970 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:46.837458 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port b3c5767c-2894-437f-8f65-957c9cc1e970 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:46.838102 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:46.925735 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Router 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:35:47.077269 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:47.088373 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:47.099099 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port b3c5767c-2894-437f-8f65-957c9cc1e970, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=b3c5767c-2894-437f-8f65-957c9cc1e970,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:47.116398 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:47.120231 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:47.169794 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:47.177899 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:47.187376 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-af3211e1-7a54-46fb-9cd8-aeb449020540 None None] Provisioning complete for port 4d8c1916-703b-41c4-b49b-3e6b474b2279 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:47.187836 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-af3211e1-7a54-46fb-9cd8-aeb449020540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:47.277485 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event updated for resources: {'Port': ['ID=71d3082e-69fd-4db9-91c8-f9ebce8d30c4,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:47.291618 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:47.309786 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:47.318255 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:47.330478 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:47.399355 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=b3c5767c-2894-437f-8f65-957c9cc1e970,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:47.418393 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:47.463356 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5454277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7238029'] for subnet, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:47.481580 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dc960e44-c1b5-478c-9afb-6a2223c31b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:47.614439 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-af3211e1-7a54-46fb-9cd8-aeb449020540 None None] Provisioning for port d9aeb9b3-913d-487a-87d1-0b93a5dd2521 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:47.621740 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-af3211e1-7a54-46fb-9cd8-aeb449020540 None None] Provisioning complete for port d9aeb9b3-913d-487a-87d1-0b93a5dd2521 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:47.624372 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-af3211e1-7a54-46fb-9cd8-aeb449020540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:47.630605 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:47.638572 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bfbaa5d-534f-40ee-b424-109922456a9d,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:47.643692 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:47.681126 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:35:47.765320 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] 10.222.0.61 "PUT /v2.0/routers/2a181829-0d08-4e23-8c20-4f1f2fe3a6a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0551758 Jun 25 14:35:47.769204 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:47.788725 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Checking segment: {'id': '0c10c882-83ed-4c36-8a44-98130c4e254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:47.789117 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Network hostable DHCP agents. Network: 5079ccc6-0a31-4a56-8503-76f1988cf315, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:35:47.824531 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Network 5079ccc6-0a31-4a56-8503-76f1988cf315 is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:35:47.841506 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-af3211e1-7a54-46fb-9cd8-aeb449020540 None None] Port d9aeb9b3-913d-487a-87d1-0b93a5dd2521 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:35:47.846196 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, 5079ccc6-0a31-4a56-8503-76f1988cf315) {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:47.862237 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:47.867676 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf3097b-df37-4dd3-992a-38c3f5c87895 None None] Network 5079ccc6-0a31-4a56-8503-76f1988cf315 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:35:47.868023 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:47.918666 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2446380 Jun 25 14:35:47.921472 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55482) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:47.928951 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:47.955917 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:48.005155 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Usage tracker for resource:router and tenant:ecbcc4df36394aafa47f880b528ca413 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:48.009729 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-db0358ff-fa2e-4dba-8fcc-f1b023a03a4f None None] Provisioning complete for port d9aeb9b3-913d-487a-87d1-0b93a5dd2521 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:48.010122 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-db0358ff-fa2e-4dba-8fcc-f1b023a03a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:48.026209 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:48.034733 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:48.053288 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34188'] for router, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:48.054814 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34203'] for router, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:48.097600 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-db0358ff-fa2e-4dba-8fcc-f1b023a03a4f None None] Port d9aeb9b3-913d-487a-87d1-0b93a5dd2521 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:35:48.275006 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:48.334950 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp100333b5-76c8-5f66-9258-b41137705b1a-5079ccc6-0a31-4a56-8503-76f1988cf315', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'fixed_ips': [{'subnet_id': '3bfbaa5d-534f-40ee-b424-109922456a9d'}]}} from dv-cinder-798088-1-iscsi. {{(pid=78418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:35:48.335811 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:48.572020 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.db_base_plugin_common [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Allocated IP 172.20.0.2 (5079ccc6-0a31-4a56-8503-76f1988cf315/3bfbaa5d-534f-40ee-b424-109922456a9d/cfcd07fb-5de6-4b78-a3a2-d7325baf7094) {{(pid=78418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:48.610719 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.db.resource_extend [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 14:35:48.845836 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c72f8-5c0d-41d4-883f-ef725f4e46e5 req-f9c3c7b3-3abb-4e0e-88eb-8aeacc520c15 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:48.855528 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ca9c72f8-5c0d-41d4-883f-ef725f4e46e5 req-f9c3c7b3-3abb-4e0e-88eb-8aeacc520c15 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 946 time: 0.6982787 Jun 25 14:35:48.858392 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Notify callbacks [] for port, precommit_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:48.872089 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Transition to ACTIVE for port object cfcd07fb-5de6-4b78-a3a2-d7325baf7094 will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:48.876925 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:48.895839 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Transition to ACTIVE for port object cfcd07fb-5de6-4b78-a3a2-d7325baf7094 will not be triggered until provisioned by entity DHCP. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:48.903492 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device b3c5767c-2894-437f-8f65-957c9cc1e970 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:48.909650 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55492) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:48.918009 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909476167', 'description': 'tempest-secgroup-smoke-1909476167 description', 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:48.924501 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:48.930773 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Usage tracker for resource:security_group and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:48.932293 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Sync routers for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:35:48.935374 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:48.947436 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:48.954715 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:48.955979 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:48.964282 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:48.971404 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:48.985754 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:48.986404 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:49.008251 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:49.013246 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34153'] for router, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.016184 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Usage tracker for resource:security_group_rule and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:49.020901 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:49.045480 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:49.064502 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-be19a832-eab1-414c-a79c-6ac179df2bdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:49.126673 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ca9c72f8-5c0d-41d4-883f-ef725f4e46e5 req-a28b5c47-8d1a-42ac-b873-120c79d9adb4 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702317 Jun 25 14:35:49.157984 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.169319 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.178445 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a3d14608-9e2a-4f6c-aa2b-5fcaf27270c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:49.195412 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event updated for resources: {'Port': ['ID=71d3082e-69fd-4db9-91c8-f9ebce8d30c4,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:49.197982 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Network 5079ccc6-0a31-4a56-8503-76f1988cf315 is already hosted by enough agents. {{(pid=78418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:49.205777 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:49.216750 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.base_scheduler [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Resources bound (agent type, host, resource id): {{(pid=78418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:49.254461 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be497b12-e2e3-4f19-acb4-d2624242d159,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:49.260889 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:49.262878 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.267109 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3525612 Jun 25 14:35:49.267431 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55496) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:49.271796 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Received port after_create {{(pid=78418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:49.274545 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-cc16a243-4e04-4bb0-8a6d-675ecf4b6ba0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Request body: {'security_group_rule': {'security_group_id': 'be497b12-e2e3-4f19-acb4-d2624242d159', 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:49.283602 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-cc16a243-4e04-4bb0-8a6d-675ecf4b6ba0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:49.287439 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Pushing event updated for resources: {'Port': ['ID=cfcd07fb-5de6-4b78-a3a2-d7325baf7094,revision_number=1']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:49.290057 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-cc16a243-4e04-4bb0-8a6d-675ecf4b6ba0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Usage tracker for resource:security_group_rule and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:49.295216 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-cc16a243-4e04-4bb0-8a6d-675ecf4b6ba0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:49.305332 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-cc16a243-4e04-4bb0-8a6d-675ecf4b6ba0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:49.320677 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.329432 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cc16a243-4e04-4bb0-8a6d-675ecf4b6ba0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.374180 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.375528 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3615623 Jun 25 14:35:49.420927 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:49.434339 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cc16a243-4e04-4bb0-8a6d-675ecf4b6ba0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.441806 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cc16a243-4e04-4bb0-8a6d-675ecf4b6ba0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.445561 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:49.475785 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16a243-4e04-4bb0-8a6d-675ecf4b6ba0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faa5bdf-34a9-4333-b6eb-c30b7dfedb9e,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:49.487481 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cc16a243-4e04-4bb0-8a6d-675ecf4b6ba0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:49.501469 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cc16a243-4e04-4bb0-8a6d-675ecf4b6ba0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.503356 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-cc16a243-4e04-4bb0-8a6d-675ecf4b6ba0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2344916 Jun 25 14:35:49.506741 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55502) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:49.516110 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-1b327ff2-9d55-4184-9e08-dfca13091ccf tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Request body: {'security_group_rule': {'security_group_id': 'be497b12-e2e3-4f19-acb4-d2624242d159', 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:49.525194 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-1b327ff2-9d55-4184-9e08-dfca13091ccf tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:49.541762 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-1b327ff2-9d55-4184-9e08-dfca13091ccf tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Usage tracker for resource:security_group_rule and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:49.544751 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-1b327ff2-9d55-4184-9e08-dfca13091ccf tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:49.553663 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-1b327ff2-9d55-4184-9e08-dfca13091ccf tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:49.588485 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1b327ff2-9d55-4184-9e08-dfca13091ccf tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.695166 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1b327ff2-9d55-4184-9e08-dfca13091ccf tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.695397 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port b3c5767c-2894-437f-8f65-957c9cc1e970 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:49.695972 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.701036 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1b327ff2-9d55-4184-9e08-dfca13091ccf tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.704273 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:49.725641 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b327ff2-9d55-4184-9e08-dfca13091ccf tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3a4e11-d1b1-43b2-b8d4-3a9779491c6f,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:49.730496 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-1b327ff2-9d55-4184-9e08-dfca13091ccf tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:49.753347 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1b327ff2-9d55-4184-9e08-dfca13091ccf tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.758705 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-1b327ff2-9d55-4184-9e08-dfca13091ccf tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2486055 Jun 25 14:35:49.759673 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55516) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:49.766324 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-5b9ac543-6954-4e28-8150-ce784e70373f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Request body: {'security_group_rule': {'security_group_id': 'be497b12-e2e3-4f19-acb4-d2624242d159', 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:49.774211 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5b9ac543-6954-4e28-8150-ce784e70373f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:49.777617 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-52809536-936e-4c25-93af-1eccd5adf408 req-64cf1ffb-2e7d-4bb1-9d1e-8805753bc340 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Synchronizing usage tracker for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:security_group {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:49.778219 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5b9ac543-6954-4e28-8150-ce784e70373f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Usage tracker for resource:security_group_rule and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:49.781749 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5b9ac543-6954-4e28-8150-ce784e70373f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:49.786341 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.789887 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Attempting to bind port cfcd07fb-5de6-4b78-a3a2-d7325baf7094 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:49.790511 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Attempting to bind port cfcd07fb-5de6-4b78-a3a2-d7325baf7094 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '0c10c882-83ed-4c36-8a44-98130c4e254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:49.791104 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Attempting to bind port cfcd07fb-5de6-4b78-a3a2-d7325baf7094 on network 5079ccc6-0a31-4a56-8503-76f1988cf315 {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:49.792181 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5b9ac543-6954-4e28-8150-ce784e70373f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:49.813107 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac543-6954-4e28-8150-ce784e70373f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.821734 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:49.822433 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Checking segment: {'id': '0c10c882-83ed-4c36-8a44-98130c4e254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:49.823039 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.823734 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Bound using segment: {'id': '0c10c882-83ed-4c36-8a44-98130c4e254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:49.824543 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Bound port: cfcd07fb-5de6-4b78-a3a2-d7325baf7094, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c10c882-83ed-4c36-8a44-98130c4e254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:49.825164 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.836895 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.847881 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:49.882265 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-52809536-936e-4c25-93af-1eccd5adf408 req-64cf1ffb-2e7d-4bb1-9d1e-8805753bc340 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Unset dirty status for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:security_group {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:49.883531 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-64cf1ffb-2e7d-4bb1-9d1e-8805753bc340 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2067131026&fields=id&tenant_id=a5d4dc0968164c839a939620d4e83a1d HTTP/1.1" status: 200 len: 267 time: 0.2196939 Jun 25 14:35:49.888906 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac543-6954-4e28-8150-ce784e70373f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.896714 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac543-6954-4e28-8150-ce784e70373f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.899430 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-1b327ff2-9d55-4184-9e08-dfca13091ccf tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:49.899692 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaf70f-83bb-4330-b367-198c57e64168 req-ef7eb03a-29ea-4e80-a69c-8e4b90421834 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:49.901208 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52eaf70f-83bb-4330-b367-198c57e64168 req-ef7eb03a-29ea-4e80-a69c-8e4b90421834 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 946 time: 0.2949164 Jun 25 14:35:49.926769 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ac543-6954-4e28-8150-ce784e70373f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98726863-3a6c-44e2-98d8-965f1bf877cb,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:49.933366 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5b9ac543-6954-4e28-8150-ce784e70373f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:49.940854 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac543-6954-4e28-8150-ce784e70373f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:49.947459 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-5b9ac543-6954-4e28-8150-ce784e70373f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1858981 Jun 25 14:35:49.948383 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55520) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:49.955551 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-fe6782c7-75ea-45fd-99e7-92eaca5e9d80 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Request body: {'security_group_rule': {'security_group_id': 'be497b12-e2e3-4f19-acb4-d2624242d159', 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:49.963853 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-fe6782c7-75ea-45fd-99e7-92eaca5e9d80 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:49.969513 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-fe6782c7-75ea-45fd-99e7-92eaca5e9d80 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Usage tracker for resource:security_group_rule and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:49.975872 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-fe6782c7-75ea-45fd-99e7-92eaca5e9d80 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:49.988230 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-fe6782c7-75ea-45fd-99e7-92eaca5e9d80 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:50.018948 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe6782c7-75ea-45fd-99e7-92eaca5e9d80 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.123565 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe6782c7-75ea-45fd-99e7-92eaca5e9d80 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.129157 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe6782c7-75ea-45fd-99e7-92eaca5e9d80 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.132855 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cc16a243-4e04-4bb0-8a6d-675ecf4b6ba0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:50.151450 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6782c7-75ea-45fd-99e7-92eaca5e9d80 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c8204c-a943-413e-9be5-f8b3e2198673,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:50.155284 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fe6782c7-75ea-45fd-99e7-92eaca5e9d80 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:50.174275 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe6782c7-75ea-45fd-99e7-92eaca5e9d80 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.180528 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-fe6782c7-75ea-45fd-99e7-92eaca5e9d80 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2258787 Jun 25 14:35:50.180802 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55524) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:50.197629 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Request body: {'security_group_rule': {'security_group_id': 'be497b12-e2e3-4f19-acb4-d2624242d159', 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:50.199370 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Deleting port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:35:50.200121 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.209822 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:50.214924 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Usage tracker for resource:security_group_rule and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:50.218405 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:50.229163 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:50.272036 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.securitygroups_db [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Project 1eb7d9c9a44d40b3bfa7db37305ae277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:35:50.294801 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.378152 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Allocated IP 172.27.2.140 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/bd8de724-f6c0-4213-a28b-98956f1be439) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:35:50.427434 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52809536-936e-4c25-93af-1eccd5adf408 req-c019272c-30aa-4045-ac61-fbe48d98a45b tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:50.429148 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-c019272c-30aa-4045-ac61-fbe48d98a45b tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/networks?id=3683cf47-1a03-4bc3-aebd-9e992307099f HTTP/1.1" status: 200 len: 811 time: 0.5215263 Jun 25 14:35:50.450934 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.461629 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.465133 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:50.514657 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device af58f05c-31aa-4df1-90e4-627b7cd2b7f8 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:50.522838 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f18a02-b36f-4508-8da1-05fede04d5d1,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:50.523314 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-fc8d575c-39fc-4e33-9682-dd2f1d176346 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/quotas/a5d4dc0968164c839a939620d4e83a1d HTTP/1.1" status: 200 len: 375 time: 0.0650635 Jun 25 14:35:50.533388 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:50.540509 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] For port cfcd07fb-5de6-4b78-a3a2-d7325baf7094, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:50.545401 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.549768 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3672435 Jun 25 14:35:50.554546 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55530) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:50.566213 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-fcff168a-74ab-4dc7-8c22-36388b63bbee tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Request body: {'security_group_rule': {'security_group_id': 'be497b12-e2e3-4f19-acb4-d2624242d159', 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:50.577441 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-fcff168a-74ab-4dc7-8c22-36388b63bbee tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:50.585567 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-fcff168a-74ab-4dc7-8c22-36388b63bbee tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Usage tracker for resource:security_group_rule and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:35:50.591727 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-fcff168a-74ab-4dc7-8c22-36388b63bbee tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:35:50.606041 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-fcff168a-74ab-4dc7-8c22-36388b63bbee tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:50.622196 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] For port cfcd07fb-5de6-4b78-a3a2-d7325baf7094, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=cfcd07fb-5de6-4b78-a3a2-d7325baf7094,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:50.626277 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.securitygroups_db [None req-fcff168a-74ab-4dc7-8c22-36388b63bbee tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Project 1eb7d9c9a44d40b3bfa7db37305ae277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:35:50.638338 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.640910 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fcff168a-74ab-4dc7-8c22-36388b63bbee tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.653670 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:50.731146 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:35:50.760062 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fcff168a-74ab-4dc7-8c22-36388b63bbee tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.766957 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fcff168a-74ab-4dc7-8c22-36388b63bbee tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.772319 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-19667206-c3ae-434a-89e7-3563435a1fad tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:50.824059 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff168a-74ab-4dc7-8c22-36388b63bbee tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd34aa6-f033-4492-9a17-6993f6b69814,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:50.844968 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fcff168a-74ab-4dc7-8c22-36388b63bbee tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:50.869989 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-fcff168a-74ab-4dc7-8c22-36388b63bbee tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:50.889435 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-fcff168a-74ab-4dc7-8c22-36388b63bbee tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3325951 Jun 25 14:35:50.932348 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Pushing event updated for resources: {'Port': ['ID=cfcd07fb-5de6-4b78-a3a2-d7325baf7094,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:50.937094 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port af58f05c-31aa-4df1-90e4-627b7cd2b7f8 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:50.947452 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:50.954540 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port af58f05c-31aa-4df1-90e4-627b7cd2b7f8 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:50.955180 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:51.076566 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:40Z', 'revision_number': 2, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:51.083952 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] For port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:51.084506 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:51.092639 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Checking router: d0a3d613-74fd-42d1-87ab-7dad31caa864 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:35:51.093232 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Updating router d0a3d613-74fd-42d1-87ab-7dad31caa864 port 35408c29-3afa-4cba-85cd-d45f216db05c binding host dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:35:51.281159 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:51.303547 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:51.381163 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437934b8-f5e4-49d7-bfd7-e807a5241932 req-f56811f0-c4eb-43af-adc3-8c58fae9c0f5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:51.394656 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-437934b8-f5e4-49d7-bfd7-e807a5241932 req-f56811f0-c4eb-43af-adc3-8c58fae9c0f5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 946 time: 1.0196435 Jun 25 14:35:51.405017 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port af58f05c-31aa-4df1-90e4-627b7cd2b7f8, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=af58f05c-31aa-4df1-90e4-627b7cd2b7f8,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:51.421723 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:51.423600 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 4d8c1916-703b-41c4-b49b-3e6b474b2279 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:51.433393 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:51.494822 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:51.608996 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-52809536-936e-4c25-93af-1eccd5adf408 req-850c75e1-5930-48a0-a2e3-c42bdef292ca tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Synchronizing usage tracker for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:51.658070 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-437934b8-f5e4-49d7-bfd7-e807a5241932 req-d466c3cb-4d0c-4226-a38f-a65bf0402d94 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432823 Jun 25 14:35:51.749719 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=af58f05c-31aa-4df1-90e4-627b7cd2b7f8,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:51.755984 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:51.888908 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-52809536-936e-4c25-93af-1eccd5adf408 req-850c75e1-5930-48a0-a2e3-c42bdef292ca tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Unset dirty status for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:51.891009 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-850c75e1-5930-48a0-a2e3-c42bdef292ca tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d4dc0968164c839a939620d4e83a1d&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3460140 Jun 25 14:35:51.898234 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 4d8c1916-703b-41c4-b49b-3e6b474b2279 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:51.899143 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:52.013683 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:52.137044 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Sync routers for ids ['2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:35:52.157532 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Routers {'2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:52.158572 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:52.186086 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:52.187311 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:52.187887 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.l3_db [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Floating IP becccd3b-b4c7-4c2e-902a-cf022d226c41 disassociated. External IP: 172.27.2.107, port: 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f. Jun 25 14:35:52.190314 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Calling delete_port for 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f owned by compute:nova {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:35:52.260293 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:52.486201 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Notify callbacks [] for port, precommit_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:52.504166 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:35:52.514253 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Set router 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:52.530693 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Transition to ACTIVE for port object 35408c29-3afa-4cba-85cd-d45f216db05c will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:52.540090 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:35:52.546399 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:52.552666 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:35:52.554880 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-b74b41fc-4eff-4d21-aa44-f710b5e81c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:52.688222 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b06490a-240d-4b23-a36f-bbe60ad95058 None None] Network 5079ccc6-0a31-4a56-8503-76f1988cf315 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:35:52.772040 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8de724-f6c0-4213-a28b-98956f1be439,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:52.777109 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:52.856466 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device cfcd07fb-5de6-4b78-a3a2-d7325baf7094 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:53.034319 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'name': 'tempest-TestShelveInstance-2096474780-router', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:37Z', 'updated_at': '2021-06-25T14:35:44Z', 'revision_number': 4, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'gw_port': {'id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'd9aeb9b3-913d-487a-87d1-0b93a5dd2521', 'name': '', 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'mac_address': 'fa:16:3e:d3:a0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:43Z', 'updated_at': '2021-06-25T14:35:45Z', 'revision_number': 2, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'subnets': [{'id': 'a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:53.045702 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Checking router: 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:35:53.046457 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Updating router 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 port d9aeb9b3-913d-487a-87d1-0b93a5dd2521 binding host dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:35:53.086608 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448bfc5-ddad-4bfa-9ef6-51c0449d98de None None] Pushing event updated for resources: {'Port': ['ID=35408c29-3afa-4cba-85cd-d45f216db05c,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:53.092086 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-c448bfc5-ddad-4bfa-9ef6-51c0449d98de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:53.101272 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-20a047ab-9695-431d-9f5e-0b3e20fda24d None None] Provisioning for port cfcd07fb-5de6-4b78-a3a2-d7325baf7094 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:53.136578 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-0bbfd03a-495f-4e86-9ee7-60c7c1ac59fb service neutron] 10.222.0.61 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2146611 Jun 25 14:35:53.153958 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:53.274624 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:35:53.487987 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Attempting to bind port 35408c29-3afa-4cba-85cd-d45f216db05c on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:53.489777 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Attempting to bind port 35408c29-3afa-4cba-85cd-d45f216db05c by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:53.489777 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Attempting to bind port 35408c29-3afa-4cba-85cd-d45f216db05c on network 3683cf47-1a03-4bc3-aebd-9e992307099f {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:53.517272 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:53.517692 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Checking segment: {'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:53.518169 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:53.518445 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Bound using segment: {'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:53.518957 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Bound port: 35408c29-3afa-4cba-85cd-d45f216db05c, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:53.519334 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:53.523515 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:53.542068 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port cfcd07fb-5de6-4b78-a3a2-d7325baf7094 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:53.545931 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:53.555915 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No active binding found for port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f {{(pid=78418) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 25 14:35:53.556347 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:35:53.558800 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port cfcd07fb-5de6-4b78-a3a2-d7325baf7094 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:53.559349 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:53.615782 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-8b7875a7-3724-4550-be32-6dcd1d1d42f3 service neutron] 10.222.0.61 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783096 Jun 25 14:35:53.620345 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event deleted for resources: {'Port': ['ID=37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:53.628094 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:53.811238 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] For port 35408c29-3afa-4cba-85cd-d45f216db05c, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:53.821893 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] For port 35408c29-3afa-4cba-85cd-d45f216db05c, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=35408c29-3afa-4cba-85cd-d45f216db05c,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:53.858828 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:53.870201 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-be19a832-eab1-414c-a79c-6ac179df2bdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:53.902702 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b10d84-e841-4809-ae08-a93215fa059e req-2bd496e6-5d03-4caf-98fa-7c75a2fe9989 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:53.910499 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-83b10d84-e841-4809-ae08-a93215fa059e req-2bd496e6-5d03-4caf-98fa-7c75a2fe9989 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 946 time: 0.9756074 Jun 25 14:35:53.939157 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Notify callbacks [] for port, precommit_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:53.969406 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.provisioning_blocks [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Transition to ACTIVE for port object d9aeb9b3-913d-487a-87d1-0b93a5dd2521 will not be triggered until provisioned by entity L2. {{(pid=78419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:53.985533 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:54.001850 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-135a62e7-ab13-4cfc-8e9e-d469724f71f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:54.021030 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:54.038568 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:54.039533 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:54.124968 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca92282-8fce-4ef6-8cd5-a0cc9daebd82 None None] Pushing event updated for resources: {'Port': ['ID=d9aeb9b3-913d-487a-87d1-0b93a5dd2521,revision_number=3']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:54.139723 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-3ca92282-8fce-4ef6-8cd5-a0cc9daebd82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:54.161534 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-83b10d84-e841-4809-ae08-a93215fa059e req-c9267184-3624-4deb-b40d-83348aadeb0f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=9453f1a2-27a1-4ca8-866b-943ae0b0d723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489853 Jun 25 14:35:54.235920 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448bfc5-ddad-4bfa-9ef6-51c0449d98de None None] Pushing event updated for resources: {'Port': ['ID=35408c29-3afa-4cba-85cd-d45f216db05c,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:54.256465 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-c448bfc5-ddad-4bfa-9ef6-51c0449d98de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:54.439422 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:54.482597 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Attempting to bind port d9aeb9b3-913d-487a-87d1-0b93a5dd2521 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:54.483173 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Attempting to bind port d9aeb9b3-913d-487a-87d1-0b93a5dd2521 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '1c5ff5a7-871c-42fd-8b8e-30844247ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8'}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:54.483400 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Attempting to bind port d9aeb9b3-913d-487a-87d1-0b93a5dd2521 on network a9ff4aac-1be1-4479-b528-e9c0fc1efde8 {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:54.496644 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:54.497044 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Checking segment: {'id': '1c5ff5a7-871c-42fd-8b8e-30844247ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:54.497441 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:54.497979 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Bound using segment: {'id': '1c5ff5a7-871c-42fd-8b8e-30844247ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8'} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:54.498628 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Bound port: d9aeb9b3-913d-487a-87d1-0b93a5dd2521, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5ff5a7-871c-42fd-8b8e-30844247ab8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8'}}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:54.499033 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:54.545693 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port cfcd07fb-5de6-4b78-a3a2-d7325baf7094, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=cfcd07fb-5de6-4b78-a3a2-d7325baf7094,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:54.562663 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:54.564291 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device af58f05c-31aa-4df1-90e4-627b7cd2b7f8 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:54.632431 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Router bae3fb90-6b59-4682-a3ba-da3f268b2c86 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:35:54.641858 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:54.712337 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] For port d9aeb9b3-913d-487a-87d1-0b93a5dd2521, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:54.715873 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] For port d9aeb9b3-913d-487a-87d1-0b93a5dd2521, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=d9aeb9b3-913d-487a-87d1-0b93a5dd2521,segment=NetworkSegment(1c5ff5a7-871c-42fd-8b8e-30844247ab8a),segment_id=1c5ff5a7-871c-42fd-8b8e-30844247ab8a)] {{(pid=78419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:54.724609 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:54.745055 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-05f367db-7a4f-4c4f-b38b-48a6667178ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:54.828648 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Routers {'2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:54.830385 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:54.870727 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:54.989192 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-101d2aae-9bd1-4185-8712-8b107f8ccb6f None None] Provisioning complete for port cfcd07fb-5de6-4b78-a3a2-d7325baf7094 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:54.989572 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-101d2aae-9bd1-4185-8712-8b107f8ccb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:55.261636 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] Set router 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:55.284339 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b34a689c-f720-47be-bba1-392a43e7ccfc req-a26a362c-6de8-4a47-bbda-862a097af720 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 210 time: 0.1299438 Jun 25 14:35:55.397895 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=cfcd07fb-5de6-4b78-a3a2-d7325baf7094,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:55.412141 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:55.494776 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca92282-8fce-4ef6-8cd5-a0cc9daebd82 None None] Pushing event updated for resources: {'Port': ['ID=d9aeb9b3-913d-487a-87d1-0b93a5dd2521,revision_number=4']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:55.500795 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-3ca92282-8fce-4ef6-8cd5-a0cc9daebd82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:55.561854 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0f6f3363-67ad-409f-b0c2-8da7cc601baf req-d58a89fb-4f9f-4fb6-b4d1-ce826f9d289f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 210 time: 0.1441236 Jun 25 14:35:55.649844 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port af58f05c-31aa-4df1-90e4-627b7cd2b7f8 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:55.652776 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:55.659545 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452955'] for router, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:55.941894 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'name': 'tempest-TestShelveInstance-2096474780-router', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:37Z', 'updated_at': '2021-06-25T14:35:44Z', 'revision_number': 4, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'gw_port': {'id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'd9aeb9b3-913d-487a-87d1-0b93a5dd2521', 'name': '', 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'mac_address': 'fa:16:3e:d3:a0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:43Z', 'updated_at': '2021-06-25T14:35:54Z', 'revision_number': 4, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'subnets': [{'id': 'a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:55.958213 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0d1a7d-7d82-4d42-bf6f-e42671b93020 None None] The sync data for ids ['2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'] in dv-cinder-798088-1-iscsi is: [{'id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'name': 'tempest-TestShelveInstance-2096474780-router', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:37Z', 'updated_at': '2021-06-25T14:35:44Z', 'revision_number': 4, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'gw_port': {'id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'd9aeb9b3-913d-487a-87d1-0b93a5dd2521', 'name': '', 'network_id': 'a9ff4aac-1be1-4479-b528-e9c0fc1efde8', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'mac_address': 'fa:16:3e:d3:a0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:43Z', 'updated_at': '2021-06-25T14:35:54Z', 'revision_number': 4, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'subnets': [{'id': 'a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:35:56.070722 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:35:56.140422 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b37fa4-9e2a-420e-91b9-51f726f9266f None None] Sync routers for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:35:56.202656 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b37fa4-9e2a-420e-91b9-51f726f9266f None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:56.203317 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-10b37fa4-9e2a-420e-91b9-51f726f9266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:56.532888 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] No DVR routers for this DVR port 37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f on host hv-cinder-79808 {{(pid=78417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:35:56.565656 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:56.596309 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'name': 'network-vif-deleted', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:35:56.616016 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52eaf70f-83bb-4330-b367-198c57e64168 req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.69 "DELETE /v2.0/ports/37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f HTTP/1.1" status: 204 len: 173 time: 6.6796622 Jun 25 14:35:56.700334 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5809ed31-8b79-4487-a0f7-1cefe9a9af28 req-ad6059a3-82f3-4d33-b27a-69fcac09fed4 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 210 time: 0.0767674 Jun 25 14:35:56.702310 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Router 05197ffb-2276-40b5-b99a-4895aa59de2c is scheduled to L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a with binding_index 1 {{(pid=78417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:35:57.072060 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa23a724-1b79-4d6e-a319-448febe50d2a', 'name': 'network-vif-deleted', 'tag': '37c49bf3-2a68-4fb9-b25d-c0b9be7cef4f', 'status': 'completed', 'code': 200} Jun 25 14:35:57.119643 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device cfcd07fb-5de6-4b78-a3a2-d7325baf7094 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:57.268164 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:53Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:57.283276 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef43ca-4247-4f7b-8989-830ffde61a87 None None] The sync data for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi is: [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:53Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:35:57.287842 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-10b37fa4-9e2a-420e-91b9-51f726f9266f None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:57.329802 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-4663a9dd-159f-47ba-8571-bb898fddb427 req-1c4d32a9-2021-4ede-9fe6-59a0c0fe10c6 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Synchronizing usage tracker for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:35:57.460044 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-4663a9dd-159f-47ba-8571-bb898fddb427 req-1c4d32a9-2021-4ede-9fe6-59a0c0fe10c6 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Unset dirty status for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:35:57.464848 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4663a9dd-159f-47ba-8571-bb898fddb427 req-1c4d32a9-2021-4ede-9fe6-59a0c0fe10c6 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa23a724-1b79-4d6e-a319-448febe50d2a HTTP/1.1" status: 200 len: 210 time: 0.2733784 Jun 25 14:35:57.500215 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port cfcd07fb-5de6-4b78-a3a2-d7325baf7094 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:57.500890 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:57.559787 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:35:57.582647 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Sync routers for ids ['05197ffb-2276-40b5-b99a-4895aa59de2c'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:35:57.606049 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Routers {'05197ffb-2276-40b5-b99a-4895aa59de2c'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:57.606994 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['05197ffb-2276-40b5-b99a-4895aa59de2c'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:57.690037 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Notify callbacks [] for router, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:57.694818 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.7710099 Jun 25 14:35:57.697397 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55618) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:58.245825 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Set router 05197ffb-2276-40b5-b99a-4895aa59de2c gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:35:58.257958 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-275bdc7d-e7d4-4ed1-8a2a-e5c18750e579 req-9c6a879d-0ecc-4361-9243-e5a3eef5b649 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 210 time: 0.1792865 Jun 25 14:35:58.320680 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 35408c29-3afa-4cba-85cd-d45f216db05c up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:58.516987 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 35408c29-3afa-4cba-85cd-d45f216db05c completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:35:58.522019 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52809536-936e-4c25-93af-1eccd5adf408 req-3630b2ab-41c9-4e98-b900-b313670e78f8 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:35:58.523780 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-3630b2ab-41c9-4e98-b900-b313670e78f8 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.69 "GET /v2.0/networks?id=3683cf47-1a03-4bc3-aebd-9e992307099f HTTP/1.1" status: 200 len: 811 time: 0.8097141 Jun 25 14:35:58.531492 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 35408c29-3afa-4cba-85cd-d45f216db05c triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:35:58.531892 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:58.628987 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-c389be4c-3248-4e1e-99eb-e18d3b795002 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5d4dc0968164c839a939620d4e83a1d HTTP/1.1" status: 200 len: 380 time: 0.0906286 Jun 25 14:35:58.644668 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Request body: {'port': {'device_id': '18742ce7-9a33-405c-98cb-ed4987ca7556', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'admin_state_up': True, 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'security_groups': ['69ee9899-39d1-4293-8a71-ab46cfe0164e']}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:35:58.818452 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:35:53Z', 'revision_number': 3, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port': {'id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:49Z', 'updated_at': '2021-06-25T14:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:58.826604 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Checking router: 05197ffb-2276-40b5-b99a-4895aa59de2c for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:35:58.826987 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Updating router 05197ffb-2276-40b5-b99a-4895aa59de2c port bd8de724-f6c0-4213-a28b-98956f1be439 binding host dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:35:58.947265 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-10b37fa4-9e2a-420e-91b9-51f726f9266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:58.960842 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55634) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:58.976264 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b37fa4-9e2a-420e-91b9-51f726f9266f None None] Checking router: bae3fb90-6b59-4682-a3ba-da3f268b2c86 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:35:58.986935 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.009809 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b37fa4-9e2a-420e-91b9-51f726f9266f None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:35:59.010929 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-10b37fa4-9e2a-420e-91b9-51f726f9266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:35:59.150607 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:35:59.185237 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:35:59.225273 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Made reservation on behalf of a5d4dc0968164c839a939620d4e83a1d for: {'port': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:35:59.229301 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.246110 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8b81ba22-5846-4b13-81d2-33703d86fe73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.381072 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.487924 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8b81ba22-5846-4b13-81d2-33703d86fe73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.499044 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Notify callbacks [] for port, precommit_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.515893 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.provisioning_blocks [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Transition to ACTIVE for port object bd8de724-f6c0-4213-a28b-98956f1be439 will not be triggered until provisioned by entity L2. {{(pid=78419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:35:59.527428 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.541958 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:59.562742 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 35408c29-3afa-4cba-85cd-d45f216db05c, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=35408c29-3afa-4cba-85cd-d45f216db05c,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:35:59.642486 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.643455 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device d9aeb9b3-913d-487a-87d1-0b93a5dd2521 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:35:59.718896 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6043d99d-983a-49c2-950d-510fc0dc5c14 req-1d80f054-53b2-4202-8ba3-98ec310bee95 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 210 time: 0.0807321 Jun 25 14:35:59.755362 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc017b-305e-4980-99e9-8d996b1a39c3 None None] Pushing event updated for resources: {'Port': ['ID=bd8de724-f6c0-4213-a28b-98956f1be439,revision_number=2']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:59.757547 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8b81ba22-5846-4b13-81d2-33703d86fe73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.757943 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:59.770947 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-28fc017b-305e-4980-99e9-8d996b1a39c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:59.803775 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Attempting to bind port bd8de724-f6c0-4213-a28b-98956f1be439 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:35:59.804762 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Attempting to bind port bd8de724-f6c0-4213-a28b-98956f1be439 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:35:59.804899 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6aac885f-1995-4315-8f41-89b9e7d4d6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:35:59.805461 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Attempting to bind port bd8de724-f6c0-4213-a28b-98956f1be439 on network 10f2b18a-25e6-496e-8d19-550ef6db5c85 {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:35:59.813543 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:35:59.814316 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Checking segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:35:59.815089 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.815729 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Bound using segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:35:59.816451 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Bound port: bd8de724-f6c0-4213-a28b-98956f1be439, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:35:59.817682 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.824999 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81ba22-5846-4b13-81d2-33703d86fe73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9453f1a2-27a1-4ca8-866b-943ae0b0d723,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:35:59.828300 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-8b81ba22-5846-4b13-81d2-33703d86fe73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:35:59.864676 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8b81ba22-5846-4b13-81d2-33703d86fe73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.866088 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-8b81ba22-5846-4b13-81d2-33703d86fe73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "DELETE /v2.0/security-groups/9453f1a2-27a1-4ca8-866b-943ae0b0d723 HTTP/1.1" status: 204 len: 168 time: 0.9040651 Jun 25 14:35:59.872573 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55642) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:59.910813 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.api.v2.resource [None req-4e8da2a0-94ee-4482-bc4b-597b10c12b82 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] show failed (client error): The resource could not be found. Jun 25 14:35:59.912536 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-4e8da2a0-94ee-4482-bc4b-597b10c12b82 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups/9453f1a2-27a1-4ca8-866b-943ae0b0d723 HTTP/1.1" status: 404 len: 347 time: 0.0385966 Jun 25 14:35:59.918110 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55646) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:35:59.940997 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] For port bd8de724-f6c0-4213-a28b-98956f1be439, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:35:59.948935 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] For port bd8de724-f6c0-4213-a28b-98956f1be439, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=bd8de724-f6c0-4213-a28b-98956f1be439,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:35:59.959005 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:35:59.978231 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:00.010008 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=35408c29-3afa-4cba-85cd-d45f216db05c,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:00.055326 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Allocated IP 172.20.0.9 (3683cf47-1a03-4bc3-aebd-9e992307099f/638b3e67-199e-4790-a1c2-bb9e2fce5f5f/3604ddf7-2851-462b-81c5-a71de822322d) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:36:00.110703 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:00.148217 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:00.151036 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc017b-305e-4980-99e9-8d996b1a39c3 None None] Pushing event updated for resources: {'Port': ['ID=bd8de724-f6c0-4213-a28b-98956f1be439,revision_number=3']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:00.165358 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-28fc017b-305e-4980-99e9-8d996b1a39c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:00.187717 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Routers {'05197ffb-2276-40b5-b99a-4895aa59de2c'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:00.188717 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['05197ffb-2276-40b5-b99a-4895aa59de2c'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:00.230478 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-10b37fa4-9e2a-420e-91b9-51f726f9266f None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:00.338591 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port d9aeb9b3-913d-487a-87d1-0b93a5dd2521 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:00.450858 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:00.463001 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port d9aeb9b3-913d-487a-87d1-0b93a5dd2521 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:00.463861 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:00.469380 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Transition to ACTIVE for port object 3604ddf7-2851-462b-81c5-a71de822322d will not be triggered until provisioned by entity DHCP. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:00.487816 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] Set router 05197ffb-2276-40b5-b99a-4895aa59de2c gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:00.499253 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:00.509465 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:00.571901 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Allocated IP 172.20.0.1 (5079ccc6-0a31-4a56-8503-76f1988cf315/3bfbaa5d-534f-40ee-b424-109922456a9d/66be5e00-a058-4612-b2a4-7b36d9eabbc4) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:36:00.574172 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-7c911f16-033d-485b-a2b8-55e0b3ce9f1b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Deleting port ceff0b7c-bb22-4ea3-a74d-2becc56ce307 {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:36:00.574713 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7c911f16-033d-485b-a2b8-55e0b3ce9f1b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:00.867424 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Network 3683cf47-1a03-4bc3-aebd-9e992307099f is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:36:00.884470 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:00.915282 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:36:00.968713 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:01.019973 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Transition to ACTIVE for port object 66be5e00-a058-4612-b2a4-7b36d9eabbc4 will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:01.099873 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:01.113416 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:35:53Z', 'revision_number': 3, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port': {'id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:49Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:01.124278 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7540a58a-4905-4f8c-b7c8-962cb632c4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:01.128298 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7113e6-fc64-4a0c-8b3e-c5141a24e58a None None] The sync data for ids ['05197ffb-2276-40b5-b99a-4895aa59de2c'] in dv-cinder-798088-1-iscsi is: [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:35:53Z', 'revision_number': 3, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port': {'id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:49Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:36:01.265382 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Network 5079ccc6-0a31-4a56-8503-76f1988cf315 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:36:01.270329 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:01.275852 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:36:01.282509 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event updated for resources: {'Port': ['ID=3604ddf7-2851-462b-81c5-a71de822322d,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:01.299360 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:01.393430 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:01.400279 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453021'] for router_interface, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:01.429983 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Pushing event updated for resources: {'Port': ['ID=66be5e00-a058-4612-b2a4-7b36d9eabbc4,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:01.449771 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:01.542257 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:01.543099 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:01.586002 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-360544c3-f365-44a3-845d-c42a83c41e8d None None] Provisioning for port 3604ddf7-2851-462b-81c5-a71de822322d completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:01.614952 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-360544c3-f365-44a3-845d-c42a83c41e8d None None] Provisioning complete for port 3604ddf7-2851-462b-81c5-a71de822322d triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:01.617390 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-360544c3-f365-44a3-845d-c42a83c41e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:01.635630 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0000198 Jun 25 14:36:01.661283 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Request body: {'port': {'device_id': '18742ce7-9a33-405c-98cb-ed4987ca7556', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:01.681048 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port d9aeb9b3-913d-487a-87d1-0b93a5dd2521, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=d9aeb9b3-913d-487a-87d1-0b93a5dd2521,segment=NetworkSegment(1c5ff5a7-871c-42fd-8b8e-30844247ab8a),segment_id=1c5ff5a7-871c-42fd-8b8e-30844247ab8a)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:01.712763 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:01.722365 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:01.781734 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7c911f16-033d-485b-a2b8-55e0b3ce9f1b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:01.782073 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7c911f16-033d-485b-a2b8-55e0b3ce9f1b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:01.784827 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:01.798054 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157c14c-24de-48e2-a720-4d3b7ec8bba0 req-01de96db-c932-413d-97d3-ca42c5f1b0d6 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:01.798482 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-c157c14c-24de-48e2-a720-4d3b7ec8bba0 req-01de96db-c932-413d-97d3-ca42c5f1b0d6 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Synchronizing usage tracker for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:36:02.030366 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=d9aeb9b3-913d-487a-87d1-0b93a5dd2521,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:02.041282 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:02.071193 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device bd8de724-f6c0-4213-a28b-98956f1be439 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:02.171208 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-7c911f16-033d-485b-a2b8-55e0b3ce9f1b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Calling delete_port for ceff0b7c-bb22-4ea3-a74d-2becc56ce307 owned by network:floatingip {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:36:02.193102 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-360544c3-f365-44a3-845d-c42a83c41e8d None None] Port 3604ddf7-2851-462b-81c5-a71de822322d cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:36:02.228411 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port bd8de724-f6c0-4213-a28b-98956f1be439 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:02.234531 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port bd8de724-f6c0-4213-a28b-98956f1be439 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:02.235210 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:02.247083 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-c157c14c-24de-48e2-a720-4d3b7ec8bba0 req-01de96db-c932-413d-97d3-ca42c5f1b0d6 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Unset dirty status for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:36:02.254654 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c157c14c-24de-48e2-a720-4d3b7ec8bba0 req-01de96db-c932-413d-97d3-ca42c5f1b0d6 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 931 time: 1.2035117 Jun 25 14:36:02.268989 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-10b37fa4-9e2a-420e-91b9-51f726f9266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:02.286219 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:02.302266 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b37fa4-9e2a-420e-91b9-51f726f9266f None None] The sync data for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi is: [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:36:02.349001 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:02.357333 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:02.365144 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-f40e5bfe-6bcb-4b14-a969-b1bf3d46f2f7 None None] Provisioning for port 66be5e00-a058-4612-b2a4-7b36d9eabbc4 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:02.385078 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-f40e5bfe-6bcb-4b14-a969-b1bf3d46f2f7 None None] Provisioning complete for port 66be5e00-a058-4612-b2a4-7b36d9eabbc4 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:02.386009 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f40e5bfe-6bcb-4b14-a969-b1bf3d46f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:02.476874 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c157c14c-24de-48e2-a720-4d3b7ec8bba0 req-e91090e9-f198-4e8b-9985-75baa3c8976c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172723 Jun 25 14:36:02.487736 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c597adbf-3296-42ed-9e1c-60104b43c182 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:02.671797 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-f40e5bfe-6bcb-4b14-a969-b1bf3d46f2f7 None None] Port 66be5e00-a058-4612-b2a4-7b36d9eabbc4 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:36:02.688588 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-46c56207-e41e-4c5f-b80b-83219006544d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:02.697828 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:02.733172 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454452'] for router_interface, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:02.736249 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port bd8de724-f6c0-4213-a28b-98956f1be439, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=bd8de724-f6c0-4213-a28b-98956f1be439,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:02.745633 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Pushing event updated for resources: {'Port': ['ID=66be5e00-a058-4612-b2a4-7b36d9eabbc4,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:02.749072 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:02.750280 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 35408c29-3afa-4cba-85cd-d45f216db05c up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:02.751216 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:02.797726 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7c911f16-033d-485b-a2b8-55e0b3ce9f1b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:02.808901 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:02.867807 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:02.876763 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c911f16-033d-485b-a2b8-55e0b3ce9f1b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event deleted for resources: {'Port': ['ID=ceff0b7c-bb22-4ea3-a74d-2becc56ce307,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:02.916574 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7c911f16-033d-485b-a2b8-55e0b3ce9f1b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:03.038656 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d15b5-0bdb-4e50-b850-e1aacb5a4196 None None] New status for floating IP becccd3b-b4c7-4c2e-902a-cf022d226c41: DOWN {{(pid=78418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:36:03.043059 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Network 5079ccc6-0a31-4a56-8503-76f1988cf315 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:36:03.044685 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:03.158494 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7c911f16-033d-485b-a2b8-55e0b3ce9f1b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:03.295679 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7c911f16-033d-485b-a2b8-55e0b3ce9f1b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:03.297551 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-7c911f16-033d-485b-a2b8-55e0b3ce9f1b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "DELETE /v2.0/floatingips/becccd3b-b4c7-4c2e-902a-cf022d226c41 HTTP/1.1" status: 204 len: 168 time: 3.3777540 Jun 25 14:36:03.335274 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:03.382723 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=bd8de724-f6c0-4213-a28b-98956f1be439,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:03.386919 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:03.420496 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 35408c29-3afa-4cba-85cd-d45f216db05c triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:03.421281 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:03.469926 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3604ddf7-2851-462b-81c5-a71de822322d {{(pid=78417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:36:03.478672 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:03.483156 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Router 05197ffb-2276-40b5-b99a-4895aa59de2c has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:36:03.498229 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Transition to ACTIVE for port object 3604ddf7-2851-462b-81c5-a71de822322d will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:03.506864 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:03.510907 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-631c3c78-179b-48cd-b12a-cc47a30698b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:03.605541 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-a0f74e9a-8724-4817-91c3-a66380db59cb None None] Provisioning complete for port 66be5e00-a058-4612-b2a4-7b36d9eabbc4 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:03.606106 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-a0f74e9a-8724-4817-91c3-a66380db59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:03.742257 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-a0f74e9a-8724-4817-91c3-a66380db59cb None None] Port 66be5e00-a058-4612-b2a4-7b36d9eabbc4 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:36:03.920644 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Pushing event updated for resources: {'Port': ['ID=3604ddf7-2851-462b-81c5-a71de822322d,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:03.947638 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:36:03.974659 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] 10.222.0.61 "PUT /v2.0/routers/05197ffb-2276-40b5-b99a-4895aa59de2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2741385 Jun 25 14:36:04.000322 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:04.107415 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device bd8de724-f6c0-4213-a28b-98956f1be439 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:04.134933 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Attempting to bind port 3604ddf7-2851-462b-81c5-a71de822322d on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:36:04.135268 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Attempting to bind port 3604ddf7-2851-462b-81c5-a71de822322d by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:36:04.135636 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Attempting to bind port 3604ddf7-2851-462b-81c5-a71de822322d on network 3683cf47-1a03-4bc3-aebd-9e992307099f {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:04.151372 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650da3dd-67e0-49dd-8bb5-df216b4a119e req-52ac64ef-0a83-493f-9c1d-5c6e7747d2cc tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:04.152934 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-650da3dd-67e0-49dd-8bb5-df216b4a119e req-52ac64ef-0a83-493f-9c1d-5c6e7747d2cc tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 943 time: 0.2394164 Jun 25 14:36:04.153753 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Port 3604ddf7-2851-462b-81c5-a71de822322d on network 3683cf47-1a03-4bc3-aebd-9e992307099f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:36:04.154067 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Attempting to bind port 3604ddf7-2851-462b-81c5-a71de822322d on network 3683cf47-1a03-4bc3-aebd-9e992307099f {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:04.174317 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:36:04.174645 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Checking segment: {'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:36:04.175034 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Bound using segment: {'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:36:04.175474 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Bound port: 3604ddf7-2851-462b-81c5-a71de822322d, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:36:04.176388 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:04.367717 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port bd8de724-f6c0-4213-a28b-98956f1be439 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:04.368263 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:04.383145 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Sync routers for ids ['05197ffb-2276-40b5-b99a-4895aa59de2c'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:36:04.401632 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Routers {'05197ffb-2276-40b5-b99a-4895aa59de2c'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:04.402284 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:35:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['05197ffb-2276-40b5-b99a-4895aa59de2c'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:04.428260 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-650da3dd-67e0-49dd-8bb5-df216b4a119e req-6de764bc-ec9d-4170-a882-1da6b9cc9b11 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679846 Jun 25 14:36:04.474659 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] For port 3604ddf7-2851-462b-81c5-a71de822322d, host hv-cinder-79808, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:36:04.479217 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] For port 3604ddf7-2851-462b-81c5-a71de822322d, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=3604ddf7-2851-462b-81c5-a71de822322d,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:36:04.485244 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:04.491794 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:04.592326 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device d9aeb9b3-913d-487a-87d1-0b93a5dd2521 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:04.651117 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:04.652063 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:04.654152 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] 10.222.0.69 "PUT /v2.0/ports/3604ddf7-2851-462b-81c5-a71de822322d HTTP/1.1" status: 200 len: 1093 time: 3.0040450 Jun 25 14:36:04.665250 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18742ce7-9a33-405c-98cb-ed4987ca7556', 'tag': '3604ddf7-2851-462b-81c5-a71de822322d'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:04.710689 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Pushing event updated for resources: {'Port': ['ID=3604ddf7-2851-462b-81c5-a71de822322d,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:04.714187 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:04.746971 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port d9aeb9b3-913d-487a-87d1-0b93a5dd2521 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:04.747920 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:04.758052 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Set router 05197ffb-2276-40b5-b99a-4895aa59de2c gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:04.874539 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18742ce7-9a33-405c-98cb-ed4987ca7556', 'tag': '3604ddf7-2851-462b-81c5-a71de822322d', 'status': 'completed', 'code': 200} Jun 25 14:36:04.939199 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52809536-936e-4c25-93af-1eccd5adf408 req-24c36512-c505-4d7f-a7d7-c2ff10c3fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:04.940747 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-24c36512-c505-4d7f-a7d7-c2ff10c3fe0c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5d4dc0968164c839a939620d4e83a1d&device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 1096 time: 0.1696165 Jun 25 14:36:05.075837 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55690) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:05.085929 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--692257367', 'description': 'tempest-description--1014076129'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:05.105876 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-e2051a0f-04eb-4c18-aa31-c382715a1023 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3604ddf7-2851-462b-81c5-a71de822322d HTTP/1.1" status: 200 len: 217 time: 0.1488700 Jun 25 14:36:05.110715 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:05.116968 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Usage tracker for resource:security_group and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:36:05.121751 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:36:05.138992 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:05.165425 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.225305 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52809536-936e-4c25-93af-1eccd5adf408 req-9eb0d669-2dd6-47db-8e86-7df8a16b3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:05.226892 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-9eb0d669-2dd6-47db-8e86-7df8a16b3fc5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=638b3e67-199e-4790-a1c2-bb9e2fce5f5f HTTP/1.1" status: 200 len: 850 time: 0.1145666 Jun 25 14:36:05.279582 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55696) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:05.288301 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-198624580-network', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:05.296784 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:05.303694 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Usage tracker for resource:network and tenant:66cb48f1a61a4c44a6405d3e55c811fc is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:36:05.306866 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:05.309384 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:36:05.316189 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Usage tracker for resource:security_group_rule and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:36:05.320057 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:05.322253 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:36:05.330818 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:05.343485 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Made reservation on behalf of 66cb48f1a61a4c44a6405d3e55c811fc for: {'network': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:36:05.346142 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.348417 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52809536-936e-4c25-93af-1eccd5adf408 req-e23f318f-9f06-4a39-a5e9-cafd2f4c723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:05.349944 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-e23f318f-9f06-4a39-a5e9-cafd2f4c723c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3683cf47-1a03-4bc3-aebd-9e992307099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151712 Jun 25 14:36:05.369053 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.393067 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:05.401152 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Usage tracker for resource:security_group_rule and tenant:66cb48f1a61a4c44a6405d3e55c811fc is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:36:05.407790 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:36:05.417207 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:05.450476 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:36:01Z', 'revision_number': 4, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port': {'id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:49Z', 'updated_at': '2021-06-25T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '66be5e00-a058-4612-b2a4-7b36d9eabbc4', 'name': '', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'mac_address': 'fa:16:3e:f1:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:00Z', 'updated_at': '2021-06-25T14:36:01Z', 'revision_number': 2, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'subnets': [{'id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:05.476857 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Checking router: 05197ffb-2276-40b5-b99a-4895aa59de2c for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:36:05.478392 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Updating router 05197ffb-2276-40b5-b99a-4895aa59de2c port 66be5e00-a058-4612-b2a4-7b36d9eabbc4 binding host dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:36:05.480097 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.481842 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-36338cb5-4121-4886-a91a-55ee57503ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.489487 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.497426 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3b989153-074f-4741-a69f-99b108df49dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:05.560891 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-29d0e454-0de3-4753-b17d-23c9f9309506 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011762 Jun 25 14:36:05.576960 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.620106 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345f7197-90f0-4ecd-bc0c-f88fc1e67c67,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:05.623104 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:05.633373 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.638108 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-492451e4-af4d-492e-8706-7528aef0dcfb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5606561 Jun 25 14:36:05.638964 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55702) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:05.650741 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-0e614e59-6cc6-4d9d-96d0-a80635f9e9ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Request body: {'security_group_rule': {'security_group_id': '345f7197-90f0-4ecd-bc0c-f88fc1e67c67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:05.656489 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.659858 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-0e614e59-6cc6-4d9d-96d0-a80635f9e9ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:05.665267 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.670884 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-0e614e59-6cc6-4d9d-96d0-a80635f9e9ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Usage tracker for resource:security_group_rule and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:36:05.674075 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-15bfe645-08c7-42bd-8794-eb5ec9af04ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:05.681982 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-0e614e59-6cc6-4d9d-96d0-a80635f9e9ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:36:05.695626 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-0e614e59-6cc6-4d9d-96d0-a80635f9e9ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:05.702842 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=78416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:36:05.734735 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.735230 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.segments_db [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Added segment 037d6cfe-c39e-4835-b1f4-fee2e521edcd of type vlan for network fec57371-2054-403e-a021-1347398542b1 Jun 25 14:36:05.737074 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a21eb53-5f4f-4329-ae4e-c88c9f4cbee6,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:05.745272 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:05.753627 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0e614e59-6cc6-4d9d-96d0-a80635f9e9ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.804547 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.807929 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51c434-ce5b-45ee-8136-e7dc9c000abd req-83387431-4761-45bc-8d50-f3df9beaeca2 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:05.809652 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fe51c434-ce5b-45ee-8136-e7dc9c000abd req-83387431-4761-45bc-8d50-f3df9beaeca2 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 943 time: 0.2024024 Jun 25 14:36:05.849938 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-52809536-936e-4c25-93af-1eccd5adf408 req-afb3cd97-5eba-4f34-bf84-f8129e14f373 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820692 Jun 25 14:36:05.868498 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0e614e59-6cc6-4d9d-96d0-a80635f9e9ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.873036 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.876652 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fe51c434-ce5b-45ee-8136-e7dc9c000abd req-7f9caad1-aeb3-4df5-a003-c22d293d2d3b tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548313 Jun 25 14:36:05.877278 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:05.878281 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.883792 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0e614e59-6cc6-4d9d-96d0-a80635f9e9ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:05.888165 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:05.994056 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Notify callbacks [] for port, precommit_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.007027 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.provisioning_blocks [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Transition to ACTIVE for port object 66be5e00-a058-4612-b2a4-7b36d9eabbc4 will not be triggered until provisioned by entity L2. {{(pid=78419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:06.017564 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.027655 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:06.071732 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7893960 Jun 25 14:36:06.073527 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55708) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:06.081110 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e77de4-c360-425e-923a-9628e7627aeb req-2d0fb4f9-eb8a-490a-a33e-1c19bdd3e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:06.082583 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Request body: {'subnet': {'network_id': 'fec57371-2054-403e-a021-1347398542b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-198624580-subnet', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'ip_version': 4}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:06.084298 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d4e77de4-c360-425e-923a-9628e7627aeb req-2d0fb4f9-eb8a-490a-a33e-1c19bdd3e149 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5d4dc0968164c839a939620d4e83a1d&device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 1096 time: 0.1181433 Jun 25 14:36:06.091101 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0e614e59-6cc6-4d9d-96d0-a80635f9e9ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.095400 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-0e614e59-6cc6-4d9d-96d0-a80635f9e9ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4519060 Jun 25 14:36:06.096940 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:06.099923 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55712) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:06.100653 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Pushing event updated for resources: {'Network': ['ID=fec57371-2054-403e-a021-1347398542b1,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:06.104732 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:06.113689 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-4f799e06-3dd1-4aac-b014-feaf2388317d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Request body: {'security_group_rule': {'security_group_id': '345f7197-90f0-4ecd-bc0c-f88fc1e67c67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:06.118996 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fe848f1b-e12b-4c15-9abd-a6c220ecc9ff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:06.127517 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network fec57371-2054-403e-a021-1347398542b1 details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:36:06.128058 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Usage tracker for resource:subnet and tenant:66cb48f1a61a4c44a6405d3e55c811fc is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:36:06.134012 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:36:06.139205 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-4f799e06-3dd1-4aac-b014-feaf2388317d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:06.155097 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-4f799e06-3dd1-4aac-b014-feaf2388317d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Usage tracker for resource:security_group_rule and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:36:06.159996 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:06.163376 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-4f799e06-3dd1-4aac-b014-feaf2388317d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:36:06.166473 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e614e59-6cc6-4d9d-96d0-a80635f9e9ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79876ca0-b68f-4876-8306-757e6b45aa4c,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:06.169685 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-0e614e59-6cc6-4d9d-96d0-a80635f9e9ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:06.172139 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.175248 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-4f799e06-3dd1-4aac-b014-feaf2388317d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:06.190640 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Made reservation on behalf of 66cb48f1a61a4c44a6405d3e55c811fc for: {'subnet': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:36:06.194845 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7238043'] for subnet, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.276259 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4f799e06-3dd1-4aac-b014-feaf2388317d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.306853 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e77de4-c360-425e-923a-9628e7627aeb req-dbd7fe09-bd6c-4a99-bae2-f86897ad1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:06.308073 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d4e77de4-c360-425e-923a-9628e7627aeb req-dbd7fe09-bd6c-4a99-bae2-f86897ad1da3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3683cf47-1a03-4bc3-aebd-9e992307099f HTTP/1.1" status: 200 len: 912 time: 0.2137604 Jun 25 14:36:06.381685 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f94b5c-9dca-45d1-a74a-3aad5885429c None None] Pushing event updated for resources: {'Port': ['ID=66be5e00-a058-4612-b2a4-7b36d9eabbc4,revision_number=3']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:06.399775 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4f799e06-3dd1-4aac-b014-feaf2388317d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.400633 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-21f94b5c-9dca-45d1-a74a-3aad5885429c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:06.406929 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4f799e06-3dd1-4aac-b014-feaf2388317d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.410729 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d4e77de4-c360-425e-923a-9628e7627aeb req-365f6bc3-43ca-4489-81e6-117a0db2aaba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3604ddf7-2851-462b-81c5-a71de822322d HTTP/1.1" status: 200 len: 217 time: 0.0953372 Jun 25 14:36:06.429512 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Attempting to bind port 66be5e00-a058-4612-b2a4-7b36d9eabbc4 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:36:06.429885 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Attempting to bind port 66be5e00-a058-4612-b2a4-7b36d9eabbc4 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '0c10c882-83ed-4c36-8a44-98130c4e254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315'}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:36:06.430251 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Attempting to bind port 66be5e00-a058-4612-b2a4-7b36d9eabbc4 on network 5079ccc6-0a31-4a56-8503-76f1988cf315 {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:06.437111 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:36:06.437792 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:06.437957 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Checking segment: {'id': '0c10c882-83ed-4c36-8a44-98130c4e254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:36:06.438560 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.439171 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Bound using segment: {'id': '0c10c882-83ed-4c36-8a44-98130c4e254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315'} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:36:06.439858 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Bound port: 66be5e00-a058-4612-b2a4-7b36d9eabbc4, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c10c882-83ed-4c36-8a44-98130c4e254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315'}}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:36:06.440475 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.448943 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4f799e06-3dd1-4aac-b014-feaf2388317d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.454200 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-4f799e06-3dd1-4aac-b014-feaf2388317d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3474181 Jun 25 14:36:06.460808 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55716) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:06.467664 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Request body: {'floatingip': {'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:06.482828 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:06.498783 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Usage tracker for resource:floatingip and tenant:1e3a525bd5684b0e8516b71090c07dd2 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:36:06.503002 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799e06-3dd1-4aac-b014-feaf2388317d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b78a549-0af4-44c1-a472-cd9dd47b3e8c,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:06.506241 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:36:06.506663 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4f799e06-3dd1-4aac-b014-feaf2388317d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:06.519968 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:06.535033 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e77de4-c360-425e-923a-9628e7627aeb req-94110f73-fd31-41ec-9d20-9e00cda12e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:06.536738 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d4e77de4-c360-425e-923a-9628e7627aeb req-94110f73-fd31-41ec-9d20-9e00cda12e36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=638b3e67-199e-4790-a1c2-bb9e2fce5f5f HTTP/1.1" status: 200 len: 850 time: 0.1164484 Jun 25 14:36:06.539747 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.583531 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5454277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7238029'] for subnet, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.588225 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b0519f35-0ea5-4997-921a-b3a2843e64c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:06.637782 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] For port 66be5e00-a058-4612-b2a4-7b36d9eabbc4, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:36:06.643788 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] For port 66be5e00-a058-4612-b2a4-7b36d9eabbc4, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=66be5e00-a058-4612-b2a4-7b36d9eabbc4,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:36:06.653116 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.669493 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7ccc95-5d21-47a6-945b-a60409ab3d18,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:06.670832 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-21f94b5c-9dca-45d1-a74a-3aad5885429c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:06.672917 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:06.687997 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Checking segment: {'id': '037d6cfe-c39e-4835-b1f4-fee2e521edcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fec57371-2054-403e-a021-1347398542b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:36:06.688535 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Network hostable DHCP agents. Network: fec57371-2054-403e-a021-1347398542b1, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:36:06.708311 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e77de4-c360-425e-923a-9628e7627aeb req-7597f1f8-1ab0-4d36-912f-3675b67da437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:06.709876 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d4e77de4-c360-425e-923a-9628e7627aeb req-7597f1f8-1ab0-4d36-912f-3675b67da437 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3683cf47-1a03-4bc3-aebd-9e992307099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1546323 Jun 25 14:36:06.719893 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Network fec57371-2054-403e-a021-1347398542b1 is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:36:06.752501 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, fec57371-2054-403e-a021-1347398542b1) {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:06.764509 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Routers {'05197ffb-2276-40b5-b99a-4895aa59de2c'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:06.764731 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d3deac-4794-4f80-85b9-646e12adbc7e None None] Network fec57371-2054-403e-a021-1347398542b1 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:36:06.765554 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:36:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['05197ffb-2276-40b5-b99a-4895aa59de2c'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:06.779294 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:06.780845 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.823631 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7485917 Jun 25 14:36:06.829199 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55720) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:06.844811 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-198624580-router', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:06.853955 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:06.860121 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Usage tracker for resource:router and tenant:66cb48f1a61a4c44a6405d3e55c811fc is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:36:06.869443 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:36:06.886032 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:06.923283 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34188'] for router, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.925931 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34203'] for router, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:06.981706 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:07.129923 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f94b5c-9dca-45d1-a74a-3aad5885429c None None] Pushing event updated for resources: {'Port': ['ID=66be5e00-a058-4612-b2a4-7b36d9eabbc4,revision_number=4']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:07.170320 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-21f94b5c-9dca-45d1-a74a-3aad5885429c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:07.226194 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] Set router 05197ffb-2276-40b5-b99a-4895aa59de2c gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:07.323792 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 3604ddf7-2851-462b-81c5-a71de822322d details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:36:07.358190 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:07.362322 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp100333b5-76c8-5f66-9258-b41137705b1a-fec57371-2054-403e-a021-1347398542b1', 'network_id': 'fec57371-2054-403e-a021-1347398542b1', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'fixed_ips': [{'subnet_id': '0e7ccc95-5d21-47a6-945b-a60409ab3d18'}]}} from dv-cinder-798088-1-iscsi. {{(pid=78418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:36:07.364268 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:07.368281 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d4e77de4-c360-425e-923a-9628e7627aeb req-adb4aceb-7477-4b9f-9a76-71d3ccf01523 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482563 Jun 25 14:36:07.570832 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34153'] for router, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:07.649351 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:07.745858 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 3604ddf7-2851-462b-81c5-a71de822322d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=3604ddf7-2851-462b-81c5-a71de822322d,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:07.768498 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '3604ddf7-2851-462b-81c5-a71de822322d', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'port_id': '3604ddf7-2851-462b-81c5-a71de822322d', 'mac_address': 'fa:16:3e:9b:f0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:36:07.832985 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.db_base_plugin_common [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Allocated IP 172.20.0.2 (fec57371-2054-403e-a021-1347398542b1/0e7ccc95-5d21-47a6-945b-a60409ab3d18/c1950b23-06aa-4918-a571-b5737fb75935) {{(pid=78418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:36:07.866421 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:07.901302 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361ca3-f0b2-4a15-9053-0eab7d3680ca req-0c2cce79-27e1-419b-9c07-f28a33562d40 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:07.903837 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4e361ca3-f0b2-4a15-9053-0eab7d3680ca req-0c2cce79-27e1-419b-9c07-f28a33562d40 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 943 time: 0.7824359 Jun 25 14:36:07.912950 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d4e77de4-c360-425e-923a-9628e7627aeb req-90c169f0-01ae-4dda-b69c-52b46bc31866 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820042 Jun 25 14:36:07.947163 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:36:01Z', 'revision_number': 4, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port': {'id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:49Z', 'updated_at': '2021-06-25T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '66be5e00-a058-4612-b2a4-7b36d9eabbc4', 'name': '', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'mac_address': 'fa:16:3e:f1:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:00Z', 'updated_at': '2021-06-25T14:36:06Z', 'revision_number': 4, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'subnets': [{'id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:07.967395 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3604ddf7-2851-462b-81c5-a71de822322d {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:36:07.973352 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece5f9e-41ce-4b7f-b408-61c6e4da6f19 None None] The sync data for ids ['05197ffb-2276-40b5-b99a-4895aa59de2c'] in dv-cinder-798088-1-iscsi is: [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:36:01Z', 'revision_number': 4, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port': {'id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:49Z', 'updated_at': '2021-06-25T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '66be5e00-a058-4612-b2a4-7b36d9eabbc4', 'name': '', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'mac_address': 'fa:16:3e:f1:14:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:00Z', 'updated_at': '2021-06-25T14:36:06Z', 'revision_number': 4, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'subnets': [{'id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:36:08.012998 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 3604ddf7-2851-462b-81c5-a71de822322d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=3604ddf7-2851-462b-81c5-a71de822322d,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:08.019415 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:08.021054 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Allocated IP 172.27.2.35 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/742ee754-d96d-47d4-aa8e-126ebf2f222b) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:36:08.029937 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:08.170614 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4e361ca3-f0b2-4a15-9053-0eab7d3680ca req-8058f1e6-5295-4b3f-bb1c-5d736b3e21c9 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500062 Jun 25 14:36:08.227123 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=3604ddf7-2851-462b-81c5-a71de822322d,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:08.327798 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:08.328829 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:08.328829 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:08.328829 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:08.329400 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:08.329829 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:08.330255 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:08.330703 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:08.331132 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:08.331574 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:08.332177 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:08.332599 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:08.342540 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:08.350261 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Notify callbacks [] for port, precommit_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:08.361197 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['3604ddf7-2851-462b-81c5-a71de822322d'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:36:08.407599 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Transition to ACTIVE for port object c1950b23-06aa-4918-a571-b5737fb75935 will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:08.514843 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Transition to ACTIVE for port object c1950b23-06aa-4918-a571-b5737fb75935 will not be triggered until provisioned by entity DHCP. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:08.539988 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:08.542548 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:08.554546 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:08.607489 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:08.624153 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:08.654277 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Network fec57371-2054-403e-a021-1347398542b1 is already hosted by enough agents. {{(pid=78418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:36:08.669298 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.base_scheduler [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Resources bound (agent type, host, resource id): {{(pid=78418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:08.672132 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:08.687564 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Received port after_create {{(pid=78418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:36:08.702975 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Pushing event updated for resources: {'Port': ['ID=c1950b23-06aa-4918-a571-b5737fb75935,revision_number=1']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:08.716016 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:08.720655 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:08.739257 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c9343484-5ee7-40de-a07c-92eb31ce7cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:08.903188 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Allocated IP 172.27.2.43 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/44402652-243d-43b7-9d7c-a2f8b67163ab) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:36:08.907522 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Attempting to bind port c1950b23-06aa-4918-a571-b5737fb75935 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:36:08.907931 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Attempting to bind port c1950b23-06aa-4918-a571-b5737fb75935 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '037d6cfe-c39e-4835-b1f4-fee2e521edcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fec57371-2054-403e-a021-1347398542b1'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:36:08.908445 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Attempting to bind port c1950b23-06aa-4918-a571-b5737fb75935 on network fec57371-2054-403e-a021-1347398542b1 {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:08.920917 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event updated for resources: {'Port': ['ID=742ee754-d96d-47d4-aa8e-126ebf2f222b,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:08.932068 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:36:08.932530 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Checking segment: {'id': '037d6cfe-c39e-4835-b1f4-fee2e521edcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fec57371-2054-403e-a021-1347398542b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:36:08.933211 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:08.933474 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Bound using segment: {'id': '037d6cfe-c39e-4835-b1f4-fee2e521edcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fec57371-2054-403e-a021-1347398542b1'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:36:08.933948 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Bound port: c1950b23-06aa-4918-a571-b5737fb75935, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037d6cfe-c39e-4835-b1f4-fee2e521edcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fec57371-2054-403e-a021-1347398542b1'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:36:08.934358 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:08.956094 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:08.986910 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:36:09.048316 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-cf4fe096-0456-4dc3-9989-f68ff9e60d57 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Synchronizing usage tracker for tenant:1eb7d9c9a44d40b3bfa7db37305ae277 on resource:security_group {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:36:09.057730 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:09.068001 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:36:09.096921 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] For port c1950b23-06aa-4918-a571-b5737fb75935, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:36:09.103171 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] For port c1950b23-06aa-4918-a571-b5737fb75935, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=c1950b23-06aa-4918-a571-b5737fb75935,segment=NetworkSegment(037d6cfe-c39e-4835-b1f4-fee2e521edcd),segment_id=037d6cfe-c39e-4835-b1f4-fee2e521edcd)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:36:09.117897 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:09.136104 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-d942a90d-cc74-4ba3-b58f-c9cb208f7596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:09.169631 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-cf4fe096-0456-4dc3-9989-f68ff9e60d57 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Unset dirty status for tenant:1eb7d9c9a44d40b3bfa7db37305ae277 on resource:security_group {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:36:09.171267 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-cf4fe096-0456-4dc3-9989-f68ff9e60d57 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909476167&fields=id&tenant_id=1eb7d9c9a44d40b3bfa7db37305ae277 HTTP/1.1" status: 200 len: 267 time: 0.2462580 Jun 25 14:36:09.261465 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Pushing event updated for resources: {'Port': ['ID=c1950b23-06aa-4918-a571-b5737fb75935,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:09.279636 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:09.293960 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:09.353277 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:09.360465 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:09.426739 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:36:09.436763 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:09.442936 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:36:09.495916 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-07c78768-6d56-4102-be0d-a2d1ca6d7c27 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:09.496768 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-07c78768-6d56-4102-be0d-a2d1ca6d7c27 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Synchronizing usage tracker for tenant:1eb7d9c9a44d40b3bfa7db37305ae277 on resource:network {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:36:09.518329 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Pushing event updated for resources: {'Port': ['ID=44402652-243d-43b7-9d7c-a2f8b67163ab,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:09.527567 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:09.608489 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:09.767967 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-07c78768-6d56-4102-be0d-a2d1ca6d7c27 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Unset dirty status for tenant:1eb7d9c9a44d40b3bfa7db37305ae277 on resource:network {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:36:09.771037 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-07c78768-6d56-4102-be0d-a2d1ca6d7c27 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/networks?id=1066c44d-0048-4fd0-a558-c7100aa231ba HTTP/1.1" status: 200 len: 809 time: 0.5861342 Jun 25 14:36:09.835810 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cfb5a-2824-4cb0-b480-2296cc505876 req-f39ee6d9-e04f-4b76-b4fa-68a42c1cf2db tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:09.847487 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6c3cfb5a-2824-4cb0-b480-2296cc505876 req-f39ee6d9-e04f-4b76-b4fa-68a42c1cf2db tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 944 time: 0.3462734 Jun 25 14:36:09.853601 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:09.976487 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-f7e96c72-4208-4475-8728-0291aacd7b91 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/quotas/1eb7d9c9a44d40b3bfa7db37305ae277 HTTP/1.1" status: 200 len: 375 time: 0.1879125 Jun 25 14:36:10.239695 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:10.256221 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 66be5e00-a058-4612-b2a4-7b36d9eabbc4 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:10.397129 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 66be5e00-a058-4612-b2a4-7b36d9eabbc4 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:10.411351 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 66be5e00-a058-4612-b2a4-7b36d9eabbc4 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:10.412206 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:10.485984 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6c3cfb5a-2824-4cb0-b480-2296cc505876 req-a992a5fd-709f-4d4d-88f8-442062b38c0d tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6367500 Jun 25 14:36:10.603925 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-b433de19-0030-4786-9a29-530925d0204f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1eb7d9c9a44d40b3bfa7db37305ae277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3173280 Jun 25 14:36:10.648718 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:10.663625 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:10.702401 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 66be5e00-a058-4612-b2a4-7b36d9eabbc4, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=66be5e00-a058-4612-b2a4-7b36d9eabbc4,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:10.712489 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:10.717070 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device c1950b23-06aa-4918-a571-b5737fb75935 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:10.728329 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:10.745892 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-1cc4827b-24c6-417c-9dac-fc7ad731d1fb tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:10.773116 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:10.882377 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452955'] for router, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:10.934155 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event updated for resources: {'Port': ['ID=742ee754-d96d-47d4-aa8e-126ebf2f222b,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:10.937397 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059a7389-f280-4897-9a68-21a3dc262ae5 None None] Network fec57371-2054-403e-a021-1347398542b1 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:36:10.942758 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:10.955776 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-17ad7311-7634-49c7-b41a-e8afcc4cc2dc service neutron] 10.222.0.61 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302786 Jun 25 14:36:11.200209 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-40674ee2-fa3d-44c1-9ff7-78e0625de662 None None] Provisioning for port c1950b23-06aa-4918-a571-b5737fb75935 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:11.229540 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=66be5e00-a058-4612-b2a4-7b36d9eabbc4,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:11.232986 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:11.253292 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-8f41ed5f-31d6-4e36-be05-3a1a184e3d00 service neutron] 10.222.0.61 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965076 Jun 25 14:36:11.284010 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:11.294164 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port c1950b23-06aa-4918-a571-b5737fb75935 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:11.303333 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:11.306918 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8423808 Jun 25 14:36:11.309678 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port c1950b23-06aa-4918-a571-b5737fb75935 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:11.310647 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:11.349061 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 3604ddf7-2851-462b-81c5-a71de822322d up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:11.372407 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Router a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff is scheduled to L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a with binding_index 1 {{(pid=78416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:36:11.612487 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:36:11.627479 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 3604ddf7-2851-462b-81c5-a71de822322d completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:11.648490 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Sync routers for ids ['a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:36:11.654899 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Notify callbacks [] for router, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:11.659679 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8266675 Jun 25 14:36:11.661210 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55750) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:11.666058 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 3604ddf7-2851-462b-81c5-a71de822322d triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:11.666444 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:11.734049 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Routers {'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:11.734718 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:36:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:11.799390 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:11.829631 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817bade-37c7-4d13-8fe5-242373f7fda6 req-6caab6da-bceb-4898-89c3-894a6493711c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:11.837640 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8817bade-37c7-4d13-8fe5-242373f7fda6 req-6caab6da-bceb-4898-89c3-894a6493711c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 944 time: 0.1326337 Jun 25 14:36:11.928117 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8817bade-37c7-4d13-8fe5-242373f7fda6 req-786e8d4d-6978-4005-af69-9d9a9c146e78 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882528 Jun 25 14:36:12.117136 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port c1950b23-06aa-4918-a571-b5737fb75935, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=c1950b23-06aa-4918-a571-b5737fb75935,segment=NetworkSegment(037d6cfe-c39e-4835-b1f4-fee2e521edcd),segment_id=037d6cfe-c39e-4835-b1f4-fee2e521edcd)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:12.156592 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1262746e-2495-4042-9fd7-260582247680 req-232389c6-65ee-4c2e-b0c8-1565f8e23f93 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 210 time: 0.1824319 Jun 25 14:36:12.162756 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:12.172718 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:12.197892 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c94d188f-7c0b-452c-9bad-7ec31d27c15f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Synchronizing usage tracker for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:security_group {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:36:12.226064 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c94d188f-7c0b-452c-9bad-7ec31d27c15f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Unset dirty status for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:security_group {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:36:12.229766 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c94d188f-7c0b-452c-9bad-7ec31d27c15f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--692257367&fields=id&tenant_id=1e3a525bd5684b0e8516b71090c07dd2 HTTP/1.1" status: 200 len: 267 time: 0.1404865 Jun 25 14:36:12.264209 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Set router a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:12.409595 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 66be5e00-a058-4612-b2a4-7b36d9eabbc4 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:12.438777 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:12.534203 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-7dc953ae-76b4-488e-b75e-d6371956b4c0 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:12.545306 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-7dc953ae-76b4-488e-b75e-d6371956b4c0 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/networks?id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 200 len: 817 time: 0.2936170 Jun 25 14:36:12.546960 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=c1950b23-06aa-4918-a571-b5737fb75935,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:12.561465 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:12.568162 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-32ad0428-5635-4a21-b8f3-b23774036cc2 None None] Provisioning complete for port c1950b23-06aa-4918-a571-b5737fb75935 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:12.568595 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-32ad0428-5635-4a21-b8f3-b23774036cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:12.574503 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-e753e98e-a441-4f63-b5f7-3c051e44b90b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/quotas/1e3a525bd5684b0e8516b71090c07dd2 HTTP/1.1" status: 200 len: 375 time: 0.0276487 Jun 25 14:36:12.667363 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18742ce7-9a33-405c-98cb-ed4987ca7556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604ddf7-2851-462b-81c5-a71de822322d'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:12.697518 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-427b9aaf-5b8c-435b-af54-10e4a1c87dbb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Synchronizing usage tracker for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:36:12.718750 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-427b9aaf-5b8c-435b-af54-10e4a1c87dbb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Unset dirty status for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:36:12.721261 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-427b9aaf-5b8c-435b-af54-10e4a1c87dbb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1456370 Jun 25 14:36:12.851760 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 3604ddf7-2851-462b-81c5-a71de822322d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=3604ddf7-2851-462b-81c5-a71de822322d,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:12.866201 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18742ce7-9a33-405c-98cb-ed4987ca7556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3604ddf7-2851-462b-81c5-a71de822322d', 'code': 200} Jun 25 14:36:12.871433 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:12.876056 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:12.911563 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-bf8b3ca7-1de4-41ac-a18f-c322848c977e service neutron] 10.222.0.61 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663923 Jun 25 14:36:12.981994 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:13.202343 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 66be5e00-a058-4612-b2a4-7b36d9eabbc4 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:13.202962 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:13.280254 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-1f8748c1-bfa3-4412-aa0c-69115ab26c54 service neutron] 10.222.0.61 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557169 Jun 25 14:36:13.315327 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=3604ddf7-2851-462b-81c5-a71de822322d,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:13.344866 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:13.417522 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Allocated IP 172.20.0.1 (fec57371-2054-403e-a021-1347398542b1/0e7ccc95-5d21-47a6-945b-a60409ab3d18/35f93b87-4a15-4d8b-bc98-9bbf3034a20b) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:36:13.430032 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cff066-ac06-44bb-8182-057b517821de req-4e7ffafe-ead0-4d39-917f-8439c03737f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:13.431624 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f3cff066-ac06-44bb-8182-057b517821de req-4e7ffafe-ead0-4d39-917f-8439c03737f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 1098 time: 0.1025341 Jun 25 14:36:13.479093 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'name': 'tempest-TestMinimumBasicScenario-198624580-router', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:36:06Z', 'updated_at': '2021-06-25T14:36:09Z', 'revision_number': 3, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'gw_port': {'id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:08Z', 'updated_at': '2021-06-25T14:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:13.486492 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Checking router: a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:36:13.487305 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Updating router a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff port 44402652-243d-43b7-9d7c-a2f8b67163ab binding host dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:36:13.556783 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:13.563441 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f3cff066-ac06-44bb-8182-057b517821de req-34746c23-8f01-498b-b043-914c61029df8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188242 Jun 25 14:36:13.659595 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10580030-7f11-4c2d-9dae-c9b7794e5150 req-63b23584-cda4-468d-9a35-780ac24866a2 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:13.663401 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-10580030-7f11-4c2d-9dae-c9b7794e5150 req-63b23584-cda4-468d-9a35-780ac24866a2 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.4657779 Jun 25 14:36:13.714499 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:13.743068 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-10580030-7f11-4c2d-9dae-c9b7794e5150 req-8b2ac568-52f6-456b-accb-12f834b6dcb2 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731571 Jun 25 14:36:13.761142 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Transition to ACTIVE for port object 35f93b87-4a15-4d8b-bc98-9bbf3034a20b will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:13.809748 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:13.815966 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:13.911688 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Network fec57371-2054-403e-a021-1347398542b1 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:36:13.915040 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:13.920985 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:36:13.991752 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2c568595-72e0-409a-acdb-bdb6b8f79544 req-0bd9a4ee-9069-4e4b-8ec4-1f0a70b1f198 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 210 time: 0.2909155 Jun 25 14:36:14.014527 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c0bead8a-dd9b-42dd-b2ce-ca2d39e2cfb0 req-e17adbe2-434b-4111-9088-252b63f6ebb1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 210 time: 0.1829951 Jun 25 14:36:14.039315 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Pushing event updated for resources: {'Port': ['ID=35f93b87-4a15-4d8b-bc98-9bbf3034a20b,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:14.060969 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:14.108133 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453021'] for router_interface, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:14.182509 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Notify callbacks [] for port, precommit_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:14.227004 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Transition to ACTIVE for port object 44402652-243d-43b7-9d7c-a2f8b67163ab will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:14.242591 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:14.250244 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:14.372592 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Attempting to bind port 44402652-243d-43b7-9d7c-a2f8b67163ab on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:36:14.372965 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Attempting to bind port 44402652-243d-43b7-9d7c-a2f8b67163ab by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:36:14.373346 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Attempting to bind port 44402652-243d-43b7-9d7c-a2f8b67163ab on network 10f2b18a-25e6-496e-8d19-550ef6db5c85 {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:14.376198 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd02c0f-e096-4c6e-8ab0-9ecdc1d3e609 None None] Pushing event updated for resources: {'Port': ['ID=44402652-243d-43b7-9d7c-a2f8b67163ab,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:14.381918 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-6dd02c0f-e096-4c6e-8ab0-9ecdc1d3e609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:14.386094 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:36:14.386485 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Checking segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:36:14.386905 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:14.387314 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Bound using segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:36:14.387863 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Bound port: 44402652-243d-43b7-9d7c-a2f8b67163ab, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:36:14.388252 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:14.426318 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device c1950b23-06aa-4918-a571-b5737fb75935 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:14.497342 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-52b9eb55-910e-4241-bc9f-c0c28ebd617e tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:14.500034 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-52b9eb55-910e-4241-bc9f-c0c28ebd617e tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.69 "GET /v2.0/networks?id=1066c44d-0048-4fd0-a558-c7100aa231ba HTTP/1.1" status: 200 len: 809 time: 0.5952380 Jun 25 14:36:14.545801 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-4eab32f8-7c5e-4f5a-9a46-83bf0f338b81 None None] Provisioning for port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:14.603628 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-4eab32f8-7c5e-4f5a-9a46-83bf0f338b81 None None] Provisioning complete for port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:14.604086 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-4eab32f8-7c5e-4f5a-9a46-83bf0f338b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:14.605824 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-c419ac43-faef-4edb-b6fd-87e2c033d7f8 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1eb7d9c9a44d40b3bfa7db37305ae277 HTTP/1.1" status: 200 len: 380 time: 0.0808249 Jun 25 14:36:14.624142 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Request body: {'port': {'device_id': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'admin_state_up': True, 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'security_groups': ['be497b12-e2e3-4f19-acb4-d2624242d159']}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:14.706840 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] For port 44402652-243d-43b7-9d7c-a2f8b67163ab, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:36:14.719642 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:14.796500 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] For port 44402652-243d-43b7-9d7c-a2f8b67163ab, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=44402652-243d-43b7-9d7c-a2f8b67163ab,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:36:14.838959 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:14.851533 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:14.922856 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:14.928421 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Usage tracker for resource:port and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:36:14.932354 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:36:14.944608 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:14.965366 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-4eab32f8-7c5e-4f5a-9a46-83bf0f338b81 None None] Port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:36:14.973747 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Made reservation on behalf of 1eb7d9c9a44d40b3bfa7db37305ae277 for: {'port': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:36:14.983536 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port c1950b23-06aa-4918-a571-b5737fb75935 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:14.984548 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:14.990050 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:15.142389 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Routers {'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:15.143967 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:36:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:15.223364 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:15.240362 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:15.265744 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd02c0f-e096-4c6e-8ab0-9ecdc1d3e609 None None] Pushing event updated for resources: {'Port': ['ID=44402652-243d-43b7-9d7c-a2f8b67163ab,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:15.272752 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-6dd02c0f-e096-4c6e-8ab0-9ecdc1d3e609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:15.339105 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-0af12c99-8cda-4e00-b43f-94035815911f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:15.384907 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454452'] for router_interface, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:15.420756 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8c72732c-9feb-49b4-bedb-e1ea505736b1 req-8318771f-2ec0-4c9e-8cf1-0a232a086ae6 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 210 time: 0.1539593 Jun 25 14:36:15.486257 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] Set router a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:15.493660 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eda331-8505-4ba9-93f4-975415f7cc89 req-a7d8a3da-487d-4518-91fd-cff8508fa8ed tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:15.501262 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-61eda331-8505-4ba9-93f4-975415f7cc89 req-a7d8a3da-487d-4518-91fd-cff8508fa8ed tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.4800534 Jun 25 14:36:15.539401 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Allocated IP 172.20.0.4 (1066c44d-0048-4fd0-a558-c7100aa231ba/0e9b658f-349b-404b-b2ac-ed9f56cfa20b/1aa9ad9c-fa73-47da-83c1-6578d99bd2d5) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:36:15.574051 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-61eda331-8505-4ba9-93f4-975415f7cc89 req-5d2fd8a3-0f5f-4cfd-a845-a8fa882c633a tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718753 Jun 25 14:36:15.678233 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Pushing event updated for resources: {'Port': ['ID=35f93b87-4a15-4d8b-bc98-9bbf3034a20b,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:15.683459 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:15.740462 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Network fec57371-2054-403e-a021-1347398542b1 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:36:15.744274 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:15.944101 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-629f27c1-6376-4f59-a8bc-b7e829a7bba4 req-7f01d68a-4ca2-4c4f-bfad-aa707cbde31a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 210 time: 0.0859952 Jun 25 14:36:16.026165 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'name': 'tempest-TestMinimumBasicScenario-198624580-router', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:36:06Z', 'updated_at': '2021-06-25T14:36:14Z', 'revision_number': 4, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'gw_port': {'id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:08Z', 'updated_at': '2021-06-25T14:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35f93b87-4a15-4d8b-bc98-9bbf3034a20b', 'name': '', 'network_id': 'fec57371-2054-403e-a021-1347398542b1', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'mac_address': 'fa:16:3e:fc:cf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e7ccc95-5d21-47a6-945b-a60409ab3d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:13Z', 'updated_at': '2021-06-25T14:36:13Z', 'revision_number': 1, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'subnets': [{'id': '0e7ccc95-5d21-47a6-945b-a60409ab3d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:16.031418 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b7a88-8d74-4479-a0ae-d015a87ad04a None None] The sync data for ids ['a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'] in dv-cinder-798088-1-iscsi is: [{'id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'name': 'tempest-TestMinimumBasicScenario-198624580-router', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:36:06Z', 'updated_at': '2021-06-25T14:36:14Z', 'revision_number': 4, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'gw_port': {'id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:08Z', 'updated_at': '2021-06-25T14:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35f93b87-4a15-4d8b-bc98-9bbf3034a20b', 'name': '', 'network_id': 'fec57371-2054-403e-a021-1347398542b1', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'mac_address': 'fa:16:3e:fc:cf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e7ccc95-5d21-47a6-945b-a60409ab3d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:13Z', 'updated_at': '2021-06-25T14:36:13Z', 'revision_number': 1, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'subnets': [{'id': '0e7ccc95-5d21-47a6-945b-a60409ab3d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:36:16.102300 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Router a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:36:16.207286 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-13cad3bf-b843-4a4f-9926-6cde405216c1 None None] Provisioning complete for port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:16.207845 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-13cad3bf-b843-4a4f-9926-6cde405216c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:16.289747 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:16.296067 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-13cad3bf-b843-4a4f-9926-6cde405216c1 None None] Port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:36:16.352243 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2671e0-deb9-4c91-9ca8-5583eecc5565 req-83459dc2-eb02-4ada-86c9-6e9bcf0b0598 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:16.355159 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6c2671e0-deb9-4c91-9ca8-5583eecc5565 req-83459dc2-eb02-4ada-86c9-6e9bcf0b0598 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.5810807 Jun 25 14:36:16.371137 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 55800) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:16.432961 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Transition to ACTIVE for port object 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 will not be triggered until provisioned by entity DHCP. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:16.433593 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:36:16.442301 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-c4626cc7-5765-426d-b05b-6cf27e1eeb87 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Request body: {'floatingip': {'port_id': '3604ddf7-2851-462b-81c5-a71de822322d'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:16.445180 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] 10.222.0.61 "PUT /v2.0/routers/a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7822592 Jun 25 14:36:16.536586 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-df753b4f-3921-4982-9c98-ee998be4bf12 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:16.539756 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-df753b4f-3921-4982-9c98-ee998be4bf12 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.69 "GET /v2.0/networks?id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 200 len: 817 time: 0.5767350 Jun 25 14:36:16.666061 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c4626cc7-5765-426d-b05b-6cf27e1eeb87 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:16.758294 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7b77cee0-ed4e-41bf-b2f7-49860dbe1ce6 req-9cae8f8d-1deb-4d87-987d-0f217d1ff592 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 210 time: 0.1824768 Jun 25 14:36:16.844753 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-46309213-a6cf-446b-ba62-834379f65761 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3a525bd5684b0e8516b71090c07dd2 HTTP/1.1" status: 200 len: 379 time: 0.2847512 Jun 25 14:36:16.858827 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Request body: {'port': {'device_id': '0f111c6a-4ca7-4279-8315-558025ad3222', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'admin_state_up': True, 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'security_groups': ['345f7197-90f0-4ecd-bc0c-f88fc1e67c67']}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:16.917485 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:16.935026 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f2a8e0e6-ab5b-4bfa-a8fe-8d5225f8c9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:17.240883 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Network 1066c44d-0048-4fd0-a558-c7100aa231ba is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:36:17.276183 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:17.365570 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:36:17.432756 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Pushing event updated for resources: {'Port': ['ID=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:17.454105 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5e7c1cbe-7b7c-4143-beb5-6c9c76a39bb1 req-25e7f2f3-c268-4013-86bf-d581a0191ddb tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 210 time: 0.1943669 Jun 25 14:36:17.455078 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:17.522118 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:17.641284 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-97a43a89-08e6-4f22-bc06-6daf2560f8c3 None None] Provisioning for port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:17.656669 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-97a43a89-08e6-4f22-bc06-6daf2560f8c3 None None] Provisioning complete for port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:17.657289 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-97a43a89-08e6-4f22-bc06-6daf2560f8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:17.743466 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-97a43a89-08e6-4f22-bc06-6daf2560f8c3 None None] Port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:36:17.775075 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:17.785644 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:17.786577 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:17.992190 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Made reservation on behalf of 1e3a525bd5684b0e8516b71090c07dd2 for: {'port': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:36:18.008560 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:18.108976 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-53c43a0b-88d3-41ab-8f7e-8d95c654abf5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4961033 Jun 25 14:36:18.376140 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 44402652-243d-43b7-9d7c-a2f8b67163ab up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:18.465851 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Request body: {'port': {'device_id': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:18.512824 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 44402652-243d-43b7-9d7c-a2f8b67163ab completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:18.524056 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 44402652-243d-43b7-9d7c-a2f8b67163ab triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:18.524573 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:18.840725 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:18.876576 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 44402652-243d-43b7-9d7c-a2f8b67163ab, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=44402652-243d-43b7-9d7c-a2f8b67163ab,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:18.884483 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:18.891329 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-0f15f2bf-e65d-48a5-8c51-ab85647fa905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:19.023483 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b7d6f5de-a959-404e-a62e-4dfd61a23cf6 req-08d3f615-cd0c-428f-850c-ddd311bf89f4 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 210 time: 0.1413136 Jun 25 14:36:19.041770 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=44402652-243d-43b7-9d7c-a2f8b67163ab,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:19.060505 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:19.073578 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c4626cc7-5765-426d-b05b-6cf27e1eeb87 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:19.147885 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c4626cc7-5765-426d-b05b-6cf27e1eeb87 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:19.302614 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56beb383-2f0e-4c13-9621-82a3c3349b9b req-a5086af5-a729-49dc-bd10-19a926e93cf2 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:19.304137 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-56beb383-2f0e-4c13-9621-82a3c3349b9b req-a5086af5-a729-49dc-bd10-19a926e93cf2 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Synchronizing usage tracker for tenant:1eb7d9c9a44d40b3bfa7db37305ae277 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:36:19.372593 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:19.675089 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-56beb383-2f0e-4c13-9621-82a3c3349b9b req-a5086af5-a729-49dc-bd10-19a926e93cf2 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Unset dirty status for tenant:1eb7d9c9a44d40b3bfa7db37305ae277 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:36:19.676975 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-56beb383-2f0e-4c13-9621-82a3c3349b9b req-a5086af5-a729-49dc-bd10-19a926e93cf2 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 931 time: 1.6140649 Jun 25 14:36:19.701688 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Allocated IP 172.20.0.7 (01fef63b-37a8-409d-9cc2-b6d54ee3cd0e/d342de52-d2d2-45a2-92c2-62e59e532739/f5996bc0-16e9-4118-9df8-2703b3816bfb) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:36:19.782021 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Sync routers for ids ['a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:36:19.810502 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Routers {'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:19.811816 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:36:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:19.845042 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.l3_db [None req-c4626cc7-5765-426d-b05b-6cf27e1eeb87 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Floating IP ad9101e8-e7f5-4c42-a25b-79856272dd35 associated. External IP: 172.27.2.246, port: 3604ddf7-2851-462b-81c5-a71de822322d. Jun 25 14:36:20.196614 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Set router a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:20.226607 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-56beb383-2f0e-4c13-9621-82a3c3349b9b req-415b426a-848b-40a8-8411-6d5ca6229bc8 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5284142 Jun 25 14:36:20.466545 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 44402652-243d-43b7-9d7c-a2f8b67163ab up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:20.593758 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 44402652-243d-43b7-9d7c-a2f8b67163ab triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:20.594298 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:20.666045 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f7ed1872-942d-4f17-81e4-2c0945479e41 req-25232902-611f-412b-b1b9-82d1cb3ae67b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 210 time: 0.2010083 Jun 25 14:36:20.830788 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'name': 'tempest-TestMinimumBasicScenario-198624580-router', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:36:06Z', 'updated_at': '2021-06-25T14:36:14Z', 'revision_number': 4, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'gw_port': {'id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:08Z', 'updated_at': '2021-06-25T14:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35f93b87-4a15-4d8b-bc98-9bbf3034a20b', 'name': '', 'network_id': 'fec57371-2054-403e-a021-1347398542b1', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'mac_address': 'fa:16:3e:fc:cf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e7ccc95-5d21-47a6-945b-a60409ab3d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:13Z', 'updated_at': '2021-06-25T14:36:14Z', 'revision_number': 2, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'subnets': [{'id': '0e7ccc95-5d21-47a6-945b-a60409ab3d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:20.836114 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Checking router: a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:36:20.836473 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Updating router a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b binding host dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:36:20.911137 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:20.938020 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:21.052330 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Transition to ACTIVE for port object f5996bc0-16e9-4118-9df8-2703b3816bfb will not be triggered until provisioned by entity DHCP. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:21.147602 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4626cc7-5765-426d-b05b-6cf27e1eeb87 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Router d0a3d613-74fd-42d1-87ab-7dad31caa864 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:36:21.163536 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 {{(pid=78417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:36:21.183760 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:21.313382 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Transition to ACTIVE for port object 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:21.347666 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:21.359976 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-9f923083-c872-4c8a-a087-d9070489e627 tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:21.507386 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:21.763273 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:36:21.802639 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Notify callbacks [] for port, precommit_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:21.835206 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.provisioning_blocks [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Transition to ACTIVE for port object 35f93b87-4a15-4d8b-bc98-9bbf3034a20b will not be triggered until provisioned by entity L2. {{(pid=78419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:21.861783 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:21.866609 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-e0108270-ef8f-4e32-ab50-2ff7d4383373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:21.885798 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:21.918030 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:36:22.211127 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:22.225965 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b92b93-340e-4bc6-9c40-8c47ee1a7e38 None None] Pushing event updated for resources: {'Port': ['ID=35f93b87-4a15-4d8b-bc98-9bbf3034a20b,revision_number=3']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:22.232354 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-76b92b93-340e-4bc6-9c40-8c47ee1a7e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:22.355875 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Attempting to bind port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:36:22.356450 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Attempting to bind port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '037d6cfe-c39e-4835-b1f4-fee2e521edcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fec57371-2054-403e-a021-1347398542b1'}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:36:22.357033 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Attempting to bind port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b on network fec57371-2054-403e-a021-1347398542b1 {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:22.388850 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:36:22.389432 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Checking segment: {'id': '037d6cfe-c39e-4835-b1f4-fee2e521edcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fec57371-2054-403e-a021-1347398542b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:36:22.390070 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.390690 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Bound using segment: {'id': '037d6cfe-c39e-4835-b1f4-fee2e521edcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fec57371-2054-403e-a021-1347398542b1'} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:36:22.391454 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Bound port: 35f93b87-4a15-4d8b-bc98-9bbf3034a20b, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037d6cfe-c39e-4835-b1f4-fee2e521edcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fec57371-2054-403e-a021-1347398542b1'}}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:36:22.393424 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:22.395085 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:22.395633 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:22.396186 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:22.396531 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:22.396884 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:22.397230 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:22.397576 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:22.397918 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:22.398289 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:22.398469 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.398616 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:22.398952 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:22.419948 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.060s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:22.430107 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.870s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:22.457699 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-fb4a1100-6ed1-4493-8d0b-4d6163d38fce None None] Provisioning for port f5996bc0-16e9-4118-9df8-2703b3816bfb completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:22.468731 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-fb4a1100-6ed1-4493-8d0b-4d6163d38fce None None] Provisioning complete for port f5996bc0-16e9-4118-9df8-2703b3816bfb triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:22.471191 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-fb4a1100-6ed1-4493-8d0b-4d6163d38fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.557705 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] For port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:36:22.562564 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] For port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=35f93b87-4a15-4d8b-bc98-9bbf3034a20b,segment=NetworkSegment(037d6cfe-c39e-4835-b1f4-fee2e521edcd),segment_id=037d6cfe-c39e-4835-b1f4-fee2e521edcd)] {{(pid=78419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:36:22.571012 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.594293 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-76b92b93-340e-4bc6-9c40-8c47ee1a7e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:22.608203 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a1100-6ed1-4493-8d0b-4d6163d38fce None None] Port f5996bc0-16e9-4118-9df8-2703b3816bfb cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:36:22.669422 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Routers {'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:22.670312 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:36:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:22.702689 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event updated for resources: {'Port': ['ID=f5996bc0-16e9-4118-9df8-2703b3816bfb,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:22.715867 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:22.726711 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4626cc7-5765-426d-b05b-6cf27e1eeb87 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:36:22.749305 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425a93c0-504a-4b96-9ccc-bddbbc334599 None None] Sync routers for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:36:22.780461 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425a93c0-504a-4b96-9ccc-bddbbc334599 None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:22.783275 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-425a93c0-504a-4b96-9ccc-bddbbc334599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:36:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:22.804939 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:22.805676 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.820838 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c4626cc7-5765-426d-b05b-6cf27e1eeb87 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:22.932156 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b92b93-340e-4bc6-9c40-8c47ee1a7e38 None None] Pushing event updated for resources: {'Port': ['ID=35f93b87-4a15-4d8b-bc98-9bbf3034a20b,revision_number=4']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:22.942116 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-76b92b93-340e-4bc6-9c40-8c47ee1a7e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:22.951980 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1003232 Jun 25 14:36:22.966720 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cfe15-8129-4d05-bab4-9a1bf23a4be2 req-e40ab7ca-db4f-46ec-9486-c0b1a02dc9b4 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:22.974812 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1e6cfe15-8129-4d05-bab4-9a1bf23a4be2 req-e40ab7ca-db4f-46ec-9486-c0b1a02dc9b4 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 943 time: 1.5330951 Jun 25 14:36:22.994834 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Attempting to bind port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:36:22.995192 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Attempting to bind port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '847eb2f2-7872-40bd-916a-2be73f6727a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:36:22.995375 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Attempting to bind port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 on network 1066c44d-0048-4fd0-a558-c7100aa231ba {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:23.022452 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Request body: {'port': {'device_id': '0f111c6a-4ca7-4279-8315-558025ad3222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:23.119969 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] Set router a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:23.133287 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 on network 1066c44d-0048-4fd0-a558-c7100aa231ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:36:23.136127 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Attempting to bind port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 on network 1066c44d-0048-4fd0-a558-c7100aa231ba {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:23.173236 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-c4626cc7-5765-426d-b05b-6cf27e1eeb87 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "PUT /v2.0/floatingips/ad9101e8-e7f5-4c42-a25b-79856272dd35 HTTP/1.1" status: 200 len: 991 time: 6.7967265 Jun 25 14:36:23.183552 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18742ce7-9a33-405c-98cb-ed4987ca7556', 'tag': '3604ddf7-2851-462b-81c5-a71de822322d'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:23.209292 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438e53e-c982-4381-a7c1-7e8af819c871 req-bc9f7fee-9b0a-435d-aef1-7aff7fe4c9e5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:23.210054 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-8438e53e-c982-4381-a7c1-7e8af819c871 req-bc9f7fee-9b0a-435d-aef1-7aff7fe4c9e5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Synchronizing usage tracker for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:36:23.216739 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:36:23.217076 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Checking segment: {'id': '847eb2f2-7872-40bd-916a-2be73f6727a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:36:23.217470 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Bound using segment: {'id': '847eb2f2-7872-40bd-916a-2be73f6727a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:36:23.217916 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Bound port: 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847eb2f2-7872-40bd-916a-2be73f6727a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:36:23.218346 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:23.262358 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1e6cfe15-8129-4d05-bab4-9a1bf23a4be2 req-8140db23-8ded-4263-82e2-fb633efe755a tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866831 Jun 25 14:36:23.321345 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-425a93c0-504a-4b96-9ccc-bddbbc334599 None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:23.527649 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] For port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5, host hv-cinder-79808, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:36:23.531459 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] For port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:36:23.568147 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:23.606990 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c6ebb6ab-d3ee-4dfe-95aa-aa537168b8aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:23.656969 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-8438e53e-c982-4381-a7c1-7e8af819c871 req-bc9f7fee-9b0a-435d-aef1-7aff7fe4c9e5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Unset dirty status for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:36:23.657643 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8438e53e-c982-4381-a7c1-7e8af819c871 req-bc9f7fee-9b0a-435d-aef1-7aff7fe4c9e5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 931 time: 1.4322350 Jun 25 14:36:23.662070 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18742ce7-9a33-405c-98cb-ed4987ca7556', 'tag': '3604ddf7-2851-462b-81c5-a71de822322d', 'status': 'completed', 'code': 200} Jun 25 14:36:23.672387 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:23.673013 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:23.674519 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] 10.222.0.69 "PUT /v2.0/ports/1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 HTTP/1.1" status: 200 len: 1093 time: 5.2470081 Jun 25 14:36:23.832268 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'name': 'tempest-TestMinimumBasicScenario-198624580-router', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:36:06Z', 'updated_at': '2021-06-25T14:36:14Z', 'revision_number': 4, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'gw_port': {'id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:08Z', 'updated_at': '2021-06-25T14:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35f93b87-4a15-4d8b-bc98-9bbf3034a20b', 'name': '', 'network_id': 'fec57371-2054-403e-a021-1347398542b1', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'mac_address': 'fa:16:3e:fc:cf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e7ccc95-5d21-47a6-945b-a60409ab3d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:13Z', 'updated_at': '2021-06-25T14:36:22Z', 'revision_number': 4, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'subnets': [{'id': '0e7ccc95-5d21-47a6-945b-a60409ab3d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:23.856434 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4371b4-db1d-45a8-9e3d-85196b52bbf7 None None] The sync data for ids ['a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'] in dv-cinder-798088-1-iscsi is: [{'id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'name': 'tempest-TestMinimumBasicScenario-198624580-router', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:36:06Z', 'updated_at': '2021-06-25T14:36:14Z', 'revision_number': 4, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'gw_port': {'id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:08Z', 'updated_at': '2021-06-25T14:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35f93b87-4a15-4d8b-bc98-9bbf3034a20b', 'name': '', 'network_id': 'fec57371-2054-403e-a021-1347398542b1', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'mac_address': 'fa:16:3e:fc:cf:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0e7ccc95-5d21-47a6-945b-a60409ab3d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:13Z', 'updated_at': '2021-06-25T14:36:22Z', 'revision_number': 4, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'subnets': [{'id': '0e7ccc95-5d21-47a6-945b-a60409ab3d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:36:23.880568 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:24.003276 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8438e53e-c982-4381-a7c1-7e8af819c871 req-da7eaa6a-e38e-4bf5-9f9e-102f93256726 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022311 Jun 25 14:36:24.031864 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-525285c8-27fd-4cba-8fbe-27a5c331c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:24.051406 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-525285c8-27fd-4cba-8fbe-27a5c331c19a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1eb7d9c9a44d40b3bfa7db37305ae277&device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 1096 time: 0.2922163 Jun 25 14:36:24.204335 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-425a93c0-504a-4b96-9ccc-bddbbc334599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'ad9101e8-e7f5-4c42-a25b-79856272dd35', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'port_id': '3604ddf7-2851-462b-81c5-a71de822322d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'mac_address': 'fa:16:3e:9b:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18742ce7-9a33-405c-98cb-ed4987ca7556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:35:47Z', 'updated_at': '2021-06-25T14:36:18Z', 'revision_number': 1, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 5, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:24.215815 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425a93c0-504a-4b96-9ccc-bddbbc334599 None None] Checking router: d0a3d613-74fd-42d1-87ab-7dad31caa864 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:36:24.223921 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:24.248450 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:24.260019 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425a93c0-504a-4b96-9ccc-bddbbc334599 None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:24.261946 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-425a93c0-504a-4b96-9ccc-bddbbc334599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:36:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:24.402714 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-978bab02-86c5-4b6c-8dd9-3206c161a035 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 HTTP/1.1" status: 200 len: 217 time: 0.3369946 Jun 25 14:36:24.404614 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 35f93b87-4a15-4d8b-bc98-9bbf3034a20b up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:24.552331 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-278ede6a-edfc-46d6-b290-962d096e888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:24.554120 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-278ede6a-edfc-46d6-b290-962d096e888c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e9b658f-349b-404b-b2ac-ed9f56cfa20b HTTP/1.1" status: 200 len: 848 time: 0.1462960 Jun 25 14:36:24.766930 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-8c1c06ed-3d59-4251-8900-51514833f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:24.768770 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-8c1c06ed-3d59-4251-8900-51514833f3d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1066c44d-0048-4fd0-a558-c7100aa231ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2081809 Jun 25 14:36:24.911368 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4ccff-366d-4e29-931f-befc2d207507 req-94dd7a94-4f72-4f79-acf5-eb36943cd207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:24.916583 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0da4ccff-366d-4e29-931f-befc2d207507 req-94dd7a94-4f72-4f79-acf5-eb36943cd207 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5d4dc0968164c839a939620d4e83a1d&device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 1098 time: 1.2196426 Jun 25 14:36:24.999335 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:25.042785 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:25.052344 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:25.168950 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4ccff-366d-4e29-931f-befc2d207507 req-e9307c33-3572-471d-b2c2-a37e1c317d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:25.170884 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0da4ccff-366d-4e29-931f-befc2d207507 req-e9307c33-3572-471d-b2c2-a37e1c317d53 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3683cf47-1a03-4bc3-aebd-9e992307099f HTTP/1.1" status: 200 len: 912 time: 0.2387347 Jun 25 14:36:25.206226 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-97636c0a-5237-454c-a3b3-1d861856a0b7 service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296508 Jun 25 14:36:25.270632 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-425a93c0-504a-4b96-9ccc-bddbbc334599 None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:25.462908 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.db.resource_extend [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 14:36:25.507930 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-21dfe4e5-02c0-492d-91e8-aea1101849c4 req-365cc294-9b54-4888-8131-2544f5230aac service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945912 Jun 25 14:36:25.590642 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0da4ccff-366d-4e29-931f-befc2d207507 req-dd8d4245-dfab-4b56-a0a9-1f2b0725a2e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3604ddf7-2851-462b-81c5-a71de822322d HTTP/1.1" status: 200 len: 999 time: 0.4087012 Jun 25 14:36:25.662745 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5996bc0-16e9-4118-9df8-2703b3816bfb {{(pid=78417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:36:25.681413 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc1f0a-7ff6-453e-a769-c1d511db152d req-f358ef2c-3d80-4b71-a7cc-d100f9bdfc66 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:25.688855 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f3fc1f0a-7ff6-453e-a769-c1d511db152d req-f358ef2c-3d80-4b71-a7cc-d100f9bdfc66 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 943 time: 0.9434464 Jun 25 14:36:25.690683 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:25.703922 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:25.768106 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfe286-8f9c-4c63-9ec2-7ace5cf10720 req-a9e31b11-bebf-4b62-9565-d17a45cd76e8 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:25.770609 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5bbfe286-8f9c-4c63-9ec2-7ace5cf10720 req-a9e31b11-bebf-4b62-9565-d17a45cd76e8 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 931 time: 0.4221542 Jun 25 14:36:25.796874 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f3fc1f0a-7ff6-453e-a769-c1d511db152d req-276f7756-0df5-4ee6-9d08-fca57f99de77 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068702 Jun 25 14:36:25.815285 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:25.832800 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Transition to ACTIVE for port object f5996bc0-16e9-4118-9df8-2703b3816bfb will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:25.846188 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4ccff-366d-4e29-931f-befc2d207507 req-4f20ebae-c751-4350-abf7-ae2aa46a0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:25.851131 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0da4ccff-366d-4e29-931f-befc2d207507 req-4f20ebae-c751-4350-abf7-ae2aa46a0fe8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=638b3e67-199e-4790-a1c2-bb9e2fce5f5f HTTP/1.1" status: 200 len: 850 time: 0.2461991 Jun 25 14:36:25.852037 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:25.856358 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:26.026331 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'status': 'completed', 'code': 200} Jun 25 14:36:26.038451 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Pushing event updated for resources: {'Port': ['ID=f5996bc0-16e9-4118-9df8-2703b3816bfb,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:26.049639 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:26.150947 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=35f93b87-4a15-4d8b-bc98-9bbf3034a20b,segment=NetworkSegment(037d6cfe-c39e-4835-b1f4-fee2e521edcd),segment_id=037d6cfe-c39e-4835-b1f4-fee2e521edcd)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:26.188593 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:26.197397 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:26.356099 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5bbfe286-8f9c-4c63-9ec2-7ace5cf10720 req-5413a478-d38e-4166-a422-f071cd810737 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5500059 Jun 25 14:36:26.456025 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=35f93b87-4a15-4d8b-bc98-9bbf3034a20b,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:26.461797 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:26.473877 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf2aac-efd0-40bf-90f0-993c2ec9dcd8 req-e8946663-f039-4517-802c-6c876b46d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:26.481584 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-9caf2aac-efd0-40bf-90f0-993c2ec9dcd8 req-e8946663-f039-4517-802c-6c876b46d144 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1eb7d9c9a44d40b3bfa7db37305ae277&device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 1096 time: 0.5328639 Jun 25 14:36:26.487196 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-425a93c0-504a-4b96-9ccc-bddbbc334599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'ad9101e8-e7f5-4c42-a25b-79856272dd35', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'port_id': '3604ddf7-2851-462b-81c5-a71de822322d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'mac_address': 'fa:16:3e:9b:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18742ce7-9a33-405c-98cb-ed4987ca7556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:35:47Z', 'updated_at': '2021-06-25T14:36:18Z', 'revision_number': 1, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 5, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:26.501197 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425a93c0-504a-4b96-9ccc-bddbbc334599 None None] The sync data for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi is: [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'ad9101e8-e7f5-4c42-a25b-79856272dd35', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'port_id': '3604ddf7-2851-462b-81c5-a71de822322d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'mac_address': 'fa:16:3e:9b:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18742ce7-9a33-405c-98cb-ed4987ca7556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:35:47Z', 'updated_at': '2021-06-25T14:36:18Z', 'revision_number': 1, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 5, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:36:26.709581 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf2aac-efd0-40bf-90f0-993c2ec9dcd8 req-e82bd24c-c1c5-4f4a-92b7-ac1653668617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:26.711264 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-9caf2aac-efd0-40bf-90f0-993c2ec9dcd8 req-e82bd24c-c1c5-4f4a-92b7-ac1653668617 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1066c44d-0048-4fd0-a558-c7100aa231ba HTTP/1.1" status: 200 len: 910 time: 0.2207782 Jun 25 14:36:26.746265 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4ccff-366d-4e29-931f-befc2d207507 req-daafd049-fadc-4db7-87a6-e6442bf5a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:26.748992 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0da4ccff-366d-4e29-931f-befc2d207507 req-daafd049-fadc-4db7-87a6-e6442bf5a62f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3683cf47-1a03-4bc3-aebd-9e992307099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7139602 Jun 25 14:36:26.757679 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Attempting to bind port f5996bc0-16e9-4118-9df8-2703b3816bfb on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:36:26.758212 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Attempting to bind port f5996bc0-16e9-4118-9df8-2703b3816bfb by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:36:26.758732 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Attempting to bind port f5996bc0-16e9-4118-9df8-2703b3816bfb on network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:26.801204 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Port f5996bc0-16e9-4118-9df8-2703b3816bfb on network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:36:26.801915 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Attempting to bind port f5996bc0-16e9-4118-9df8-2703b3816bfb on network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:26.811283 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-9caf2aac-efd0-40bf-90f0-993c2ec9dcd8 req-490bccfe-88dd-48e5-b9e8-9190b57f019c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 HTTP/1.1" status: 200 len: 217 time: 0.0925066 Jun 25 14:36:26.943121 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8d6df7-24d3-458b-b2ee-2491eb3beacc None None] New status for floating IP ad9101e8-e7f5-4c42-a25b-79856272dd35: ACTIVE {{(pid=78419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:36:26.963199 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0da4ccff-366d-4e29-931f-befc2d207507 req-6e99668e-de8c-4fb6-b12b-299c49cbc353 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966035 Jun 25 14:36:26.965985 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:36:26.966613 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Checking segment: {'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:36:26.967169 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Bound using segment: {'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:36:26.967795 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Bound port: f5996bc0-16e9-4118-9df8-2703b3816bfb, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484c5cd3-47b7-4e54-a631-7314fe766325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:36:26.968328 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:26.985095 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf2aac-efd0-40bf-90f0-993c2ec9dcd8 req-47aed415-76b4-450f-a729-bbfe9e942a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:26.988563 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-9caf2aac-efd0-40bf-90f0-993c2ec9dcd8 req-47aed415-76b4-450f-a729-bbfe9e942a5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e9b658f-349b-404b-b2ac-ed9f56cfa20b HTTP/1.1" status: 200 len: 848 time: 0.1694608 Jun 25 14:36:27.187913 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf2aac-efd0-40bf-90f0-993c2ec9dcd8 req-5c5378cd-036b-4438-b640-9b521edca41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:27.190837 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-9caf2aac-efd0-40bf-90f0-993c2ec9dcd8 req-5c5378cd-036b-4438-b640-9b521edca41a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1066c44d-0048-4fd0-a558-c7100aa231ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1938047 Jun 25 14:36:27.416489 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-9caf2aac-efd0-40bf-90f0-993c2ec9dcd8 req-7929f17e-ef71-4bfd-bc8f-e699dca8fa74 service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135878 Jun 25 14:36:27.612509 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] For port f5996bc0-16e9-4118-9df8-2703b3816bfb, host hv-cinder-79808, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:36:27.626622 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] For port f5996bc0-16e9-4118-9df8-2703b3816bfb, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:36:27.632467 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0da4ccff-366d-4e29-931f-befc2d207507 req-e8e8b7bb-c7f5-492b-82b0-55b9b8eb5311 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6428194 Jun 25 14:36:27.649846 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:27.660727 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:27.695515 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-9caf2aac-efd0-40bf-90f0-993c2ec9dcd8 req-d270ade1-e6a5-455b-be9d-7f77ff396fd6 service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689898 Jun 25 14:36:27.763535 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:36:27.780942 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:27.781486 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:27.782923 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] 10.222.0.69 "PUT /v2.0/ports/f5996bc0-16e9-4118-9df8-2703b3816bfb HTTP/1.1" status: 200 len: 1093 time: 4.7895336 Jun 25 14:36:27.796007 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cc30d-8401-4c19-9998-e7cca72c5ad7 req-1d495186-f1e3-442b-aab8-2f09d244fa23 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:27.803421 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7a9cc30d-8401-4c19-9998-e7cca72c5ad7 req-1d495186-f1e3-442b-aab8-2f09d244fa23 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 943 time: 0.8384073 Jun 25 14:36:27.954190 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Pushing event updated for resources: {'Port': ['ID=f5996bc0-16e9-4118-9df8-2703b3816bfb,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:27.963917 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:27.969197 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7a9cc30d-8401-4c19-9998-e7cca72c5ad7 req-0dd336ce-ea37-4364-bf6b-fa201edbfabc tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647692 Jun 25 14:36:28.035749 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:28.057086 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e807319-7b0c-47d9-b8b0-7e2fbf49bd58 req-349b719f-6429-462d-9be3-f58778e0465e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:28.058660 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0e807319-7b0c-47d9-b8b0-7e2fbf49bd58 req-349b719f-6429-462d-9be3-f58778e0465e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.3494191 Jun 25 14:36:28.138231 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-66a43dd5-1a2c-4e27-8369-7238d5d412a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:28.143645 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-66a43dd5-1a2c-4e27-8369-7238d5d412a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 1096 time: 0.2530475 Jun 25 14:36:28.169919 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'status': 'completed', 'code': 200} Jun 25 14:36:28.172936 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0e807319-7b0c-47d9-b8b0-7e2fbf49bd58 req-d4fba2ed-7301-45ea-824d-b1254631df50 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958624 Jun 25 14:36:28.266901 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-39ed7c09-9f43-4c3f-9613-6e7419caee63 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb HTTP/1.1" status: 200 len: 217 time: 0.0988874 Jun 25 14:36:28.301973 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 35f93b87-4a15-4d8b-bc98-9bbf3034a20b up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:28.379321 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-6cf8c1a0-e57d-4b97-a2be-5ee131f5bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:28.382109 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-6cf8c1a0-e57d-4b97-a2be-5ee131f5bbba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d342de52-d2d2-45a2-92c2-62e59e532739 HTTP/1.1" status: 200 len: 856 time: 0.1084187 Jun 25 14:36:28.386533 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:28.386917 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:28.604042 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-b7907855-13b1-48e1-8e10-3c46d61daa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:28.612332 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-b7907855-13b1-48e1-8e10-3c46d61daa9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2234826 Jun 25 14:36:28.825483 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-fe9eaa96-bcf4-4edb-856b-f0c8dea3691e service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057474 Jun 25 14:36:29.016662 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b6735d5-855f-4c4c-8ca5-0fcb2cd9a66a req-a4620803-fd59-4141-97fd-96fee093202d service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834960 Jun 25 14:36:29.325487 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfe654-1733-4012-84a5-4329c6544597 req-1a72402b-74cd-49c4-a4d4-16ca31615904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:29.333610 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-60bfe654-1733-4012-84a5-4329c6544597 req-1a72402b-74cd-49c4-a4d4-16ca31615904 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 1096 time: 0.1983008 Jun 25 14:36:29.767830 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f86a8-ab44-4f20-9b3e-63bef5cc15b9 req-b17bc50d-c6d2-42a8-9448-b0390c7a39dc tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:29.769994 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c33f86a8-ab44-4f20-9b3e-63bef5cc15b9 req-b17bc50d-c6d2-42a8-9448-b0390c7a39dc tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 943 time: 0.5514765 Jun 25 14:36:29.850816 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfe654-1733-4012-84a5-4329c6544597 req-1a30cf7c-4daf-4024-b8f7-3ba2a0946eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:29.852339 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-60bfe654-1733-4012-84a5-4329c6544597 req-1a30cf7c-4daf-4024-b8f7-3ba2a0946eb2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 200 len: 918 time: 0.4968858 Jun 25 14:36:29.930586 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c33f86a8-ab44-4f20-9b3e-63bef5cc15b9 req-322523dc-a61b-4a3f-8ac3-28a3cb2e49e0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380944 Jun 25 14:36:29.952660 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-60bfe654-1733-4012-84a5-4329c6544597 req-53c81603-6ab6-4191-8371-278d1a36a4f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb HTTP/1.1" status: 200 len: 217 time: 0.0839350 Jun 25 14:36:29.957784 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f95617-44c1-4f20-b805-efe1693cc000 req-225ac8f3-38a5-402c-bc07-720a48be5a05 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:29.964213 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e2f95617-44c1-4f20-b805-efe1693cc000 req-225ac8f3-38a5-402c-bc07-720a48be5a05 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.6288328 Jun 25 14:36:30.071270 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e2f95617-44c1-4f20-b805-efe1693cc000 req-bf178b2d-7c9d-4b18-b939-35b15c372615 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686963 Jun 25 14:36:30.093802 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfe654-1733-4012-84a5-4329c6544597 req-ce4087fa-46ab-4b46-80d3-b5755f6466f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:30.093802 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-60bfe654-1733-4012-84a5-4329c6544597 req-ce4087fa-46ab-4b46-80d3-b5755f6466f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d342de52-d2d2-45a2-92c2-62e59e532739 HTTP/1.1" status: 200 len: 856 time: 0.1235256 Jun 25 14:36:30.198895 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfe654-1733-4012-84a5-4329c6544597 req-2611c58b-dd2d-41e3-88a8-34eaa54a075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:30.201621 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-60bfe654-1733-4012-84a5-4329c6544597 req-2611c58b-dd2d-41e3-88a8-34eaa54a075a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1028063 Jun 25 14:36:30.374052 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-60bfe654-1733-4012-84a5-4329c6544597 req-cabaec0f-e993-4245-a3ec-4bdd0f66c480 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626885 Jun 25 14:36:30.569031 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-60bfe654-1733-4012-84a5-4329c6544597 req-207b5288-2a61-4af0-bc57-84f0b5fb59b2 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884396 Jun 25 14:36:31.338490 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce65df-9acf-459b-8bd2-7f7b64b8cb30 req-5b283a61-a268-4436-91ff-4cf2987acbba tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:31.340129 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e1ce65df-9acf-459b-8bd2-7f7b64b8cb30 req-5b283a61-a268-4436-91ff-4cf2987acbba tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 943 time: 0.1793134 Jun 25 14:36:31.410648 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e1ce65df-9acf-459b-8bd2-7f7b64b8cb30 req-b354083c-bf39-4c07-a511-0a8972e4140c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639467 Jun 25 14:36:31.424351 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4796025-677a-400b-9ae8-93ab8560ced9 req-17df72fe-3d9d-4adf-90ab-470b343ef86d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:31.426432 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f4796025-677a-400b-9ae8-93ab8560ced9 req-17df72fe-3d9d-4adf-90ab-470b343ef86d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.1728256 Jun 25 14:36:31.440851 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device f5996bc0-16e9-4118-9df8-2703b3816bfb details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:36:31.533226 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f4796025-677a-400b-9ae8-93ab8560ced9 req-2188c91d-3960-41ed-81f4-41856ec1cf08 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897470 Jun 25 14:36:31.713338 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port f5996bc0-16e9-4118-9df8-2703b3816bfb, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:31.731944 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'port_id': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'mac_address': 'fa:16:3e:b1:f5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:36:31.828607 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:31.862918 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5996bc0-16e9-4118-9df8-2703b3816bfb {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:36:31.905739 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port f5996bc0-16e9-4118-9df8-2703b3816bfb, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:31.912383 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:31.915578 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:32.031907 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=f5996bc0-16e9-4118-9df8-2703b3816bfb,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:32.042287 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:32.211827 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['f5996bc0-16e9-4118-9df8-2703b3816bfb'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:36:32.599098 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-3fcc7e43-7d0e-467e-91c1-aafe65311c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:32.842589 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b134ca-c4c0-4467-8c56-36e7f5ec94eb req-766f23e9-b780-4286-84ce-50b036d51b32 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:32.844477 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-32b134ca-c4c0-4467-8c56-36e7f5ec94eb req-766f23e9-b780-4286-84ce-50b036d51b32 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 943 time: 0.2114229 Jun 25 14:36:32.919815 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-32b134ca-c4c0-4467-8c56-36e7f5ec94eb req-2217bfe1-56fa-44a1-a983-1ce2cf2b876d tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624900 Jun 25 14:36:32.952830 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3863ba6-7187-42aa-b787-19f5d8661dab req-a880d60e-b6ac-46a7-a5ec-526d58a72bcf tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:32.963910 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c3863ba6-7187-42aa-b787-19f5d8661dab req-a880d60e-b6ac-46a7-a5ec-526d58a72bcf tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 944 time: 0.1866667 Jun 25 14:36:33.048553 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:33.100081 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c3863ba6-7187-42aa-b787-19f5d8661dab req-ca0f775c-9dc2-48c6-8f46-18a8b2235424 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351197 Jun 25 14:36:33.459261 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:36:33.471225 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device f5996bc0-16e9-4118-9df8-2703b3816bfb up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:33.721599 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port f5996bc0-16e9-4118-9df8-2703b3816bfb completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:33.732667 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port f5996bc0-16e9-4118-9df8-2703b3816bfb triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:33.733032 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:33.892868 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:33.921744 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'port_id': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'mac_address': 'fa:16:3e:87:8f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:36:34.062996 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:34.075783 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:34.118039 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:36:34.135925 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:34.163153 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port f5996bc0-16e9-4118-9df8-2703b3816bfb, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:34.166486 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:34.170298 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:34.174421 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-b74b41fc-4eff-4d21-aa44-f710b5e81c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:34.221587 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:34.229845 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5b701-e5e7-420b-948f-4518eeeb2043 req-fac56221-aeb5-422e-86f4-f32f0c7f3368 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:34.233544 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-96b5b701-e5e7-420b-948f-4518eeeb2043 req-fac56221-aeb5-422e-86f4-f32f0c7f3368 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 944 time: 0.1009431 Jun 25 14:36:34.293063 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-96b5b701-e5e7-420b-948f-4518eeeb2043 req-5080a735-519d-4b63-b72e-7bff3d6883c9 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509574 Jun 25 14:36:34.306319 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=f5996bc0-16e9-4118-9df8-2703b3816bfb,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:34.328895 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:34.328895 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-c448bfc5-ddad-4bfa-9ef6-51c0449d98de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:34.383024 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'code': 200} Jun 25 14:36:34.406169 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:34.413201 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:34.522430 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['1aa9ad9c-fa73-47da-83c1-6578d99bd2d5'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:36:34.651618 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b53058-5e98-49d4-924f-3359be97d002 req-b2653a6d-ba49-4c35-be92-30851053b9b2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:34.654290 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-84b53058-5e98-49d4-924f-3359be97d002 req-b2653a6d-ba49-4c35-be92-30851053b9b2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1645112 Jun 25 14:36:34.991646 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-84b53058-5e98-49d4-924f-3359be97d002 req-447f95d4-516f-49cb-ae7b-5acb58c89305 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3256934 Jun 25 14:36:35.071399 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-3b473efe-2a43-4244-931f-d05c59afa700 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:35.072230 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-3b473efe-2a43-4244-931f-d05c59afa700 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Synchronizing usage tracker for tenant:ecbcc4df36394aafa47f880b528ca413 on resource:network {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:36:35.086114 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a3881-2e72-4d56-aaae-ad2ef7e3c7ba req-865ea749-7f64-4265-9ae2-d2d6666be1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:35.087864 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-484a3881-2e72-4d56-aaae-ad2ef7e3c7ba req-865ea749-7f64-4265-9ae2-d2d6666be1de service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 1098 time: 0.4323623 Jun 25 14:36:35.116842 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-3b473efe-2a43-4244-931f-d05c59afa700 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Unset dirty status for tenant:ecbcc4df36394aafa47f880b528ca413 on resource:network {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:36:35.118340 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-3b473efe-2a43-4244-931f-d05c59afa700 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/networks?id=5079ccc6-0a31-4a56-8503-76f1988cf315 HTTP/1.1" status: 200 len: 815 time: 0.4544628 Jun 25 14:36:35.151325 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-484a3881-2e72-4d56-aaae-ad2ef7e3c7ba req-589ba467-0817-4786-85a2-e4efff611db2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551889 Jun 25 14:36:35.152444 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-cfc79a93-8938-4ca0-89ea-7458c06931f6 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/quotas/ecbcc4df36394aafa47f880b528ca413 HTTP/1.1" status: 200 len: 375 time: 0.0188658 Jun 25 14:36:35.248140 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-6c1dac51-6adb-42c2-9111-95f76852bbd5 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ecbcc4df36394aafa47f880b528ca413&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896909 Jun 25 14:36:35.448272 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-8dfff606-09ce-4410-815b-74b8255897bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:35.478212 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:35.585110 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:35.594203 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:35.594811 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:35.679628 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-31027d03-ea67-48e3-8d2b-2e5b9cbb6d42 service neutron] 10.222.0.61 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173169 Jun 25 14:36:35.777701 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8dcd2d-e654-4e4c-9e66-5faaa149c92e req-50c49a11-e08c-4331-85c6-8a9b3d5bae02 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:35.779580 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7d8dcd2d-e654-4e4c-9e66-5faaa149c92e req-50c49a11-e08c-4331-85c6-8a9b3d5bae02 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 944 time: 0.2112758 Jun 25 14:36:35.789252 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:35.845881 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:35.851602 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:35.856129 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-1f870bfb-f901-40d8-9cbd-6ce4e4793b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:35.911218 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7d8dcd2d-e654-4e4c-9e66-5faaa149c92e req-f3e0ead8-73a4-4c1b-96c8-9f83af0e167f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122096 Jun 25 14:36:35.940172 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-c9fd408f-32b1-473e-a8a0-b7a33bd563a5 service neutron] 10.222.0.61 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506917 Jun 25 14:36:35.978706 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:35.989236 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:36.132030 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:36.383839 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:36.411426 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c084014-9a7e-4950-bd0d-f0594f4e7c96 req-f60e9e8d-c0de-435e-866b-5194c33a06e8 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:36.414954 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6c084014-9a7e-4950-bd0d-f0594f4e7c96 req-f60e9e8d-c0de-435e-866b-5194c33a06e8 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.2124412 Jun 25 14:36:36.465117 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-430ca2be-1b58-4cf7-b8ab-fa83952cdbbc req-55863e9c-8014-4145-994c-d34ce8c0b040 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 210 time: 0.1223726 Jun 25 14:36:36.524552 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6c084014-9a7e-4950-bd0d-f0594f4e7c96 req-ca1d3d69-2a22-45ea-92d2-2a312be459b8 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869026 Jun 25 14:36:36.561281 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'code': 200} Jun 25 14:36:36.932075 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff2ac1-405b-4bd7-b40f-426e24057fc6 req-690b2224-c383-4314-a5f0-4ea554dafca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:36.933488 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fdff2ac1-405b-4bd7-b40f-426e24057fc6 req-690b2224-c383-4314-a5f0-4ea554dafca8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 1098 time: 0.0822220 Jun 25 14:36:37.023541 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fdff2ac1-405b-4bd7-b40f-426e24057fc6 req-713e86cf-0eba-45ca-b67a-7a6ccac70d56 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807686 Jun 25 14:36:37.202679 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72053557-a4fa-44c7-bcb9-353ae4a7af08 req-a84c5b0a-65e0-4991-a936-2fb9f19af0bc tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:37.204310 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-72053557-a4fa-44c7-bcb9-353ae4a7af08 req-a84c5b0a-65e0-4991-a936-2fb9f19af0bc tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.0983021 Jun 25 14:36:37.258810 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-72053557-a4fa-44c7-bcb9-353ae4a7af08 req-db5d613d-fb02-47c2-a0eb-fa58c3913b19 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447278 Jun 25 14:36:37.565287 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:37.693332 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c24f8b87-b3a6-4219-b89f-96f080a890da req-a17c4094-8d41-41e1-82b4-2b2a6b248611 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 210 time: 0.0573816 Jun 25 14:36:37.793961 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0a75d-6d75-4a7f-96a9-567ae1e4983d req-3357962d-6696-4737-9a0c-d629059027a2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:37.795415 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-33a0a75d-6d75-4a7f-96a9-567ae1e4983d req-3357962d-6696-4737-9a0c-d629059027a2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.0946586 Jun 25 14:36:37.846447 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-33a0a75d-6d75-4a7f-96a9-567ae1e4983d req-d847fec2-19df-48e4-9545-d24d6337c4a8 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443330 Jun 25 14:36:38.207790 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f5a1a-40bd-4986-b222-47fcf6512e43 req-98e3c64e-83f0-44f4-9858-fe3c67ae6107 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:38.210499 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ba2f5a1a-40bd-4986-b222-47fcf6512e43 req-98e3c64e-83f0-44f4-9858-fe3c67ae6107 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.2477958 Jun 25 14:36:38.226623 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 55968) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:38.237209 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-d2ceb049-35bf-4e56-8ab3-49b43c89cd73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Request body: {'floatingip': {'port_id': 'f5996bc0-16e9-4118-9df8-2703b3816bfb'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:38.323341 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-79662a86-acb4-4482-a107-1c88600edfb3 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:38.326189 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-79662a86-acb4-4482-a107-1c88600edfb3 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.69 "GET /v2.0/networks?id=5079ccc6-0a31-4a56-8503-76f1988cf315 HTTP/1.1" status: 200 len: 815 time: 0.2912757 Jun 25 14:36:38.354273 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Request body: {'port': {'device_id': '6b80fa86-a533-45f0-b849-261d73790e4e', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'admin_state_up': True, 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:38.406659 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb049-35bf-4e56-8ab3-49b43c89cd73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:38.542633 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:38.745671 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:38.753992 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Usage tracker for resource:port and tenant:ecbcc4df36394aafa47f880b528ca413 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:36:38.759438 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:36:38.771720 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:38.796041 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Made reservation on behalf of ecbcc4df36394aafa47f880b528ca413 for: {'port': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:36:38.802848 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:38.856993 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7816ef5-f220-4e1a-b0a7-d91d3ccf8425 req-97eb5f2f-b09c-4d9a-98b4-160992bfba70 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:38.858839 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d7816ef5-f220-4e1a-b0a7-d91d3ccf8425 req-97eb5f2f-b09c-4d9a-98b4-160992bfba70 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.3424273 Jun 25 14:36:39.110615 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-471eba4a-d3d2-4810-a193-3b6cb7de0260 req-0fa442a7-c345-401c-89aa-ce94f6f8588c tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 210 time: 0.1299186 Jun 25 14:36:39.156400 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d7816ef5-f220-4e1a-b0a7-d91d3ccf8425 req-61ed04fa-e16a-4b41-84ff-04c82943ab7b tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295735 Jun 25 14:36:39.413363 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Allocated IP 172.20.0.9 (5079ccc6-0a31-4a56-8503-76f1988cf315/3bfbaa5d-534f-40ee-b424-109922456a9d/5d803f5f-0d08-44a6-b978-72ab318f51fd) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:36:39.696712 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb049-35bf-4e56-8ab3-49b43c89cd73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:39.707140 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb049-35bf-4e56-8ab3-49b43c89cd73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:39.949416 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272e7b4-8695-42c2-b2ce-baff3f1f846f req-5a5f4ffd-74c0-4c8e-893c-18e47c734fd3 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:39.951225 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a272e7b4-8695-42c2-b2ce-baff3f1f846f req-5a5f4ffd-74c0-4c8e-893c-18e47c734fd3 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.4838715 Jun 25 14:36:40.090750 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a272e7b4-8695-42c2-b2ce-baff3f1f846f req-aeb1f012-0905-4237-9566-a02402f9972f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894160 Jun 25 14:36:40.094797 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:40.125260 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Transition to ACTIVE for port object 5d803f5f-0d08-44a6-b978-72ab318f51fd will not be triggered until provisioned by entity DHCP. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:40.179962 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56002) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:40.221798 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:40.238307 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-5e4b1afd-a1a3-4ea3-9a5a-8c17b289cd7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:40.267805 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.l3_db [None req-d2ceb049-35bf-4e56-8ab3-49b43c89cd73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Floating IP 3015828b-d054-404b-92e0-04a235a465fd associated. External IP: 172.27.2.35, port: f5996bc0-16e9-4118-9df8-2703b3816bfb. Jun 25 14:36:40.380260 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Network 5079ccc6-0a31-4a56-8503-76f1988cf315 is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:36:40.385301 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:40.411268 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:36:40.501832 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event updated for resources: {'Port': ['ID=5d803f5f-0d08-44a6-b978-72ab318f51fd,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:40.515365 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:40.707289 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:40.708563 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:40.763127 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-726088ed-3f2c-4082-bbeb-16067f4fc844 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4193325 Jun 25 14:36:40.788349 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-25ee497c-dd48-407d-a736-610708c6d778 None None] Provisioning for port 5d803f5f-0d08-44a6-b978-72ab318f51fd completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:40.791890 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f39ba3-d4ad-46b4-b2e4-0f8ff583779e req-5c42dd1e-0c98-4c6d-bad7-0e54b49a5a21 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:40.793012 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-84f39ba3-d4ad-46b4-b2e4-0f8ff583779e req-5c42dd1e-0c98-4c6d-bad7-0e54b49a5a21 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Synchronizing usage tracker for tenant:ecbcc4df36394aafa47f880b528ca413 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:36:40.798081 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11886478-5867-4ae1-96c9-3c6399ba083a tempest-TestShelveInstance-591906018 tempest-TestShelveInstance-591906018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:40.800727 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-11886478-5867-4ae1-96c9-3c6399ba083a tempest-TestShelveInstance-591906018 tempest-TestShelveInstance-591906018-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 1093 time: 0.6160514 Jun 25 14:36:40.802381 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-25ee497c-dd48-407d-a736-610708c6d778 None None] Provisioning complete for port 5d803f5f-0d08-44a6-b978-72ab318f51fd triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:40.802890 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-25ee497c-dd48-407d-a736-610708c6d778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:40.807986 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56010) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:36:40.828682 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Request body: {'floatingip': {'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'port_id': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:40.835812 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Request body: {'port': {'device_id': '6b80fa86-a533-45f0-b849-261d73790e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:36:40.848078 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:36:40.857082 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Usage tracker for resource:floatingip and tenant:1eb7d9c9a44d40b3bfa7db37305ae277 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:36:40.863349 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:36:40.873646 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:36:40.951777 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-25ee497c-dd48-407d-a736-610708c6d778 None None] Port 5d803f5f-0d08-44a6-b978-72ab318f51fd cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:36:40.963816 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for floatingip, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:40.996386 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-84f39ba3-d4ad-46b4-b2e4-0f8ff583779e req-5c42dd1e-0c98-4c6d-bad7-0e54b49a5a21 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Unset dirty status for tenant:ecbcc4df36394aafa47f880b528ca413 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:36:40.998416 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-84f39ba3-d4ad-46b4-b2e4-0f8ff583779e req-5c42dd1e-0c98-4c6d-bad7-0e54b49a5a21 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 931 time: 0.3963103 Jun 25 14:36:41.015882 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ceb049-35bf-4e56-8ab3-49b43c89cd73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Router bae3fb90-6b59-4682-a3ba-da3f268b2c86 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:36:41.110165 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:41.159250 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-84f39ba3-d4ad-46b4-b2e4-0f8ff583779e req-42a1061a-60f8-42e7-9fde-919b1cf3314b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Synchronizing usage tracker for tenant:ecbcc4df36394aafa47f880b528ca413 on resource:security_group {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:36:41.633126 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-84f39ba3-d4ad-46b4-b2e4-0f8ff583779e req-42a1061a-60f8-42e7-9fde-919b1cf3314b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Unset dirty status for tenant:ecbcc4df36394aafa47f880b528ca413 on resource:security_group {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:36:41.634333 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-84f39ba3-d4ad-46b4-b2e4-0f8ff583779e req-42a1061a-60f8-42e7-9fde-919b1cf3314b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198685 Jun 25 14:36:41.644803 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d803f5f-0d08-44a6-b978-72ab318f51fd {{(pid=78417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:36:41.653749 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:41.672939 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Transition to ACTIVE for port object 5d803f5f-0d08-44a6-b978-72ab318f51fd will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:36:41.678468 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:41.695533 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7ad86820-cf0c-4d58-9780-c4d36d845122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:41.764077 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Pushing event updated for resources: {'Port': ['ID=5d803f5f-0d08-44a6-b978-72ab318f51fd,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:41.778954 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:41.923139 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ceb049-35bf-4e56-8ab3-49b43c89cd73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:36:41.940586 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0adac-4d0f-42ff-8bcd-bd78ac7b3681 None None] Sync routers for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:36:41.952012 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb049-35bf-4e56-8ab3-49b43c89cd73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:41.968942 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0adac-4d0f-42ff-8bcd-bd78ac7b3681 None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:41.970246 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-9dc0adac-4d0f-42ff-8bcd-bd78ac7b3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:36:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:42.100959 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:42.203420 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d2ceb049-35bf-4e56-8ab3-49b43c89cd73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "PUT /v2.0/floatingips/3015828b-d054-404b-92e0-04a235a465fd HTTP/1.1" status: 200 len: 990 time: 3.9753578 Jun 25 14:36:42.224050 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:42.263709 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Attempting to bind port 5d803f5f-0d08-44a6-b978-72ab318f51fd on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:36:42.264393 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Attempting to bind port 5d803f5f-0d08-44a6-b978-72ab318f51fd by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '0c10c882-83ed-4c36-8a44-98130c4e254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:36:42.264912 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Attempting to bind port 5d803f5f-0d08-44a6-b978-72ab318f51fd on network 5079ccc6-0a31-4a56-8503-76f1988cf315 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:42.284131 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Port 5d803f5f-0d08-44a6-b978-72ab318f51fd on network 5079ccc6-0a31-4a56-8503-76f1988cf315 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:36:42.285256 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Attempting to bind port 5d803f5f-0d08-44a6-b978-72ab318f51fd on network 5079ccc6-0a31-4a56-8503-76f1988cf315 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:36:42.297045 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:36:42.297631 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Checking segment: {'id': '0c10c882-83ed-4c36-8a44-98130c4e254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:36:42.298357 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Bound using segment: {'id': '0c10c882-83ed-4c36-8a44-98130c4e254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:36:42.299203 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Bound port: 5d803f5f-0d08-44a6-b978-72ab318f51fd, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c10c882-83ed-4c36-8a44-98130c4e254c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:36:42.299923 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:42.630754 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Allocated IP 172.27.2.12 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/079e9e55-2deb-423c-989b-29e29c1a6409) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:36:42.692292 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-9dc0adac-4d0f-42ff-8bcd-bd78ac7b3681 None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:42.697820 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] For port 5d803f5f-0d08-44a6-b978-72ab318f51fd, host hv-cinder-79808, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:36:42.711106 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] For port 5d803f5f-0d08-44a6-b978-72ab318f51fd, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:36:42.721932 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:42.752542 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-419358d4-b0a2-4b1f-af7e-74a80c071a9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:43.008263 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'status': 'completed', 'code': 200} Jun 25 14:36:43.036173 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:43.067421 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:43.070479 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:43.079429 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] 10.222.0.69 "PUT /v2.0/ports/5d803f5f-0d08-44a6-b978-72ab318f51fd HTTP/1.1" status: 200 len: 1093 time: 2.2514672 Jun 25 14:36:43.080893 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:43.197812 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Pushing event updated for resources: {'Port': ['ID=5d803f5f-0d08-44a6-b978-72ab318f51fd,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:43.232287 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:43.435938 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:43.448287 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd', 'status': 'completed', 'code': 200} Jun 25 14:36:43.470223 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:43.555374 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:36:43.665514 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:36:43.668409 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Pushing event updated for resources: {'Port': ['ID=079e9e55-2deb-423c-989b-29e29c1a6409,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:43.671348 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:36:43.831223 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-bcfdaf9e-2722-4697-8d2b-a8bc64a6ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:43.834205 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-bcfdaf9e-2722-4697-8d2b-a8bc64a6ea7f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecbcc4df36394aafa47f880b528ca413&device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 1096 time: 0.5974290 Jun 25 14:36:43.867382 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5e574-b631-47fa-89c8-03b2f8ad1804 req-2da6ae8e-5047-4655-a4dc-143faceb589e tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:43.875728 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e0b5e574-b631-47fa-89c8-03b2f8ad1804 req-2da6ae8e-5047-4655-a4dc-143faceb589e tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 943 time: 0.4232874 Jun 25 14:36:44.121986 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-ed3d6255-4644-4658-a5c8-89501c4648d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd HTTP/1.1" status: 200 len: 217 time: 0.1878521 Jun 25 14:36:44.143216 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:44.143922 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:44.144931 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:44.145071 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:44.145641 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:44.146240 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:44.146831 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:44.147403 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:44.148007 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:44.148586 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:44.149167 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:44.149758 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:36:44.167171 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:44.192009 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c611eaa-90d9-4a1e-a248-4bc0a365ca23 req-36ff09e9-34b7-441f-85d5-07f06c429077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:44.195043 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5c611eaa-90d9-4a1e-a248-4bc0a365ca23 req-36ff09e9-34b7-441f-85d5-07f06c429077 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 1098 time: 1.0859702 Jun 25 14:36:44.199423 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e0b5e574-b631-47fa-89c8-03b2f8ad1804 req-16345121-c36b-4677-898f-6e8facc50963 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222194 Jun 25 14:36:44.255526 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-9dc0adac-4d0f-42ff-8bcd-bd78ac7b3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '3015828b-d054-404b-92e0-04a235a465fd', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'port_id': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'mac_address': 'fa:16:3e:b1:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f111c6a-4ca7-4279-8315-558025ad3222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:36:09Z', 'updated_at': '2021-06-25T14:36:39Z', 'revision_number': 1, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:44.276666 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0adac-4d0f-42ff-8bcd-bd78ac7b3681 None None] Checking router: bae3fb90-6b59-4682-a3ba-da3f268b2c86 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:36:44.291260 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0adac-4d0f-42ff-8bcd-bd78ac7b3681 None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:44.293856 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-9dc0adac-4d0f-42ff-8bcd-bd78ac7b3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:36:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:44.415003 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-df90c737-a089-4a43-843a-4b74dc9cb03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:44.417849 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-df90c737-a089-4a43-843a-4b74dc9cb03e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3bfbaa5d-534f-40ee-b424-109922456a9d HTTP/1.1" status: 200 len: 854 time: 0.2546942 Jun 25 14:36:44.668676 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-9dc0adac-4d0f-42ff-8bcd-bd78ac7b3681 None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:44.945489 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:45.138630 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:45.213652 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-9dc0adac-4d0f-42ff-8bcd-bd78ac7b3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '3015828b-d054-404b-92e0-04a235a465fd', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'port_id': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'mac_address': 'fa:16:3e:b1:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f111c6a-4ca7-4279-8315-558025ad3222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:36:09Z', 'updated_at': '2021-06-25T14:36:39Z', 'revision_number': 1, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:45.220380 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0adac-4d0f-42ff-8bcd-bd78ac7b3681 None None] The sync data for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi is: [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '3015828b-d054-404b-92e0-04a235a465fd', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'port_id': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'mac_address': 'fa:16:3e:b1:f5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f111c6a-4ca7-4279-8315-558025ad3222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:36:09Z', 'updated_at': '2021-06-25T14:36:39Z', 'revision_number': 1, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:36:45.572867 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:45.582884 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:45.592376 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c794c7a7-4763-4e91-9715-8cd607ce249b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:45.735778 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5515e4-c38f-4185-951f-55a1782d5c4d None None] New status for floating IP 3015828b-d054-404b-92e0-04a235a465fd: ACTIVE {{(pid=78419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:36:45.751308 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Pushing event updated for resources: {'Port': ['ID=079e9e55-2deb-423c-989b-29e29c1a6409,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:45.754729 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:45.761107 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:46.011923 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.l3_db [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Floating IP 3767cfba-2264-41df-95b7-b3960dbbc4d5 associated. External IP: 172.27.2.12, port: 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5. Jun 25 14:36:46.493835 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Router 6eca22ab-5441-4b4a-8751-dd06882a6a95 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:36:46.797783 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:36:46.810271 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc83be1-ccd5-4e78-89e1-69b34234bf06 None None] Sync routers for ids ['6eca22ab-5441-4b4a-8751-dd06882a6a95'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:36:46.823368 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc83be1-ccd5-4e78-89e1-69b34234bf06 None None] Routers {'6eca22ab-5441-4b4a-8751-dd06882a6a95'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:46.824053 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-3cc83be1-ccd5-4e78-89e1-69b34234bf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:36:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['6eca22ab-5441-4b4a-8751-dd06882a6a95'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:46.858384 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:46.943292 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1292751 Jun 25 14:36:46.944767 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:47.065089 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-3cc83be1-ccd5-4e78-89e1-69b34234bf06 None None] Set router 6eca22ab-5441-4b4a-8751-dd06882a6a95 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:47.482560 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-3cc83be1-ccd5-4e78-89e1-69b34234bf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:35:32Z', 'revision_number': 4, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port': {'id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:25Z', 'updated_at': '2021-06-25T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '3767cfba-2264-41df-95b7-b3960dbbc4d5', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'port_id': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'mac_address': 'fa:16:3e:87:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:36:44Z', 'updated_at': '2021-06-25T14:36:44Z', 'revision_number': 0, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ad00a1-6d7c-4dcb-8013-d06f9dcec295', 'name': '', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'mac_address': 'fa:16:3e:7d:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:30Z', 'updated_at': '2021-06-25T14:35:41Z', 'revision_number': 5, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'subnets': [{'id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:47.486790 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc83be1-ccd5-4e78-89e1-69b34234bf06 None None] Checking router: 6eca22ab-5441-4b4a-8751-dd06882a6a95 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:36:47.497911 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc83be1-ccd5-4e78-89e1-69b34234bf06 None None] Routers {'6eca22ab-5441-4b4a-8751-dd06882a6a95'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:36:47.498630 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-3cc83be1-ccd5-4e78-89e1-69b34234bf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:36:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['6eca22ab-5441-4b4a-8751-dd06882a6a95'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:47.748751 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-3cc83be1-ccd5-4e78-89e1-69b34234bf06 None None] Set router 6eca22ab-5441-4b4a-8751-dd06882a6a95 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:36:48.268247 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-3cc83be1-ccd5-4e78-89e1-69b34234bf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:35:32Z', 'revision_number': 4, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port': {'id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:25Z', 'updated_at': '2021-06-25T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '3767cfba-2264-41df-95b7-b3960dbbc4d5', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'port_id': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'mac_address': 'fa:16:3e:87:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:36:44Z', 'updated_at': '2021-06-25T14:36:44Z', 'revision_number': 0, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ad00a1-6d7c-4dcb-8013-d06f9dcec295', 'name': '', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'mac_address': 'fa:16:3e:7d:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:30Z', 'updated_at': '2021-06-25T14:35:41Z', 'revision_number': 5, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'subnets': [{'id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:36:48.273495 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc83be1-ccd5-4e78-89e1-69b34234bf06 None None] The sync data for ids ['6eca22ab-5441-4b4a-8751-dd06882a6a95'] in dv-cinder-798088-1-iscsi is: [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:35:32Z', 'revision_number': 4, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port': {'id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:25Z', 'updated_at': '2021-06-25T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '3767cfba-2264-41df-95b7-b3960dbbc4d5', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'port_id': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'mac_address': 'fa:16:3e:87:8f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:36:44Z', 'updated_at': '2021-06-25T14:36:44Z', 'revision_number': 0, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07ad00a1-6d7c-4dcb-8013-d06f9dcec295', 'name': '', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'mac_address': 'fa:16:3e:7d:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:30Z', 'updated_at': '2021-06-25T14:35:41Z', 'revision_number': 5, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'subnets': [{'id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:36:48.542712 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e435e0-224e-47b7-ba08-3650420008ab None None] New status for floating IP 3767cfba-2264-41df-95b7-b3960dbbc4d5: ACTIVE {{(pid=78419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:36:51.062456 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c611eaa-90d9-4a1e-a248-4bc0a365ca23 req-90c6821e-1626-4064-aa5b-30f152fd5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:51.063998 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5c611eaa-90d9-4a1e-a248-4bc0a365ca23 req-90c6821e-1626-4064-aa5b-30f152fd5a0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 200 len: 918 time: 0.1724443 Jun 25 14:36:51.127923 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-ace61aa9-de03-4bbd-9cc1-e8891ac396b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:51.131024 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-ace61aa9-de03-4bbd-9cc1-e8891ac396b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5079ccc6-0a31-4a56-8503-76f1988cf315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1915591 Jun 25 14:36:51.153331 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'status': 'completed', 'code': 200} Jun 25 14:36:51.204589 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5c611eaa-90d9-4a1e-a248-4bc0a365ca23 req-69274e38-6fea-4b3b-b6dc-34d1df81027d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb HTTP/1.1" status: 200 len: 1000 time: 0.1173577 Jun 25 14:36:51.278960 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c611eaa-90d9-4a1e-a248-4bc0a365ca23 req-a2782de6-a97b-4b48-81a1-e99434b5bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:51.281237 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5c611eaa-90d9-4a1e-a248-4bc0a365ca23 req-a2782de6-a97b-4b48-81a1-e99434b5bb87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d342de52-d2d2-45a2-92c2-62e59e532739 HTTP/1.1" status: 200 len: 856 time: 0.0693433 Jun 25 14:36:51.421282 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c611eaa-90d9-4a1e-a248-4bc0a365ca23 req-f3d2386a-639d-4cfe-9926-e04c1b99007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:51.423968 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5c611eaa-90d9-4a1e-a248-4bc0a365ca23 req-f3d2386a-639d-4cfe-9926-e04c1b99007a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1336708 Jun 25 14:36:51.436935 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-404596df-0e8b-4955-b585-e2247e1cbada service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751000 Jun 25 14:36:51.478451 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee6eb-a0bd-42bc-aeb3-75cf284ab99d req-f7144d06-d625-4fa1-972f-9a527b831c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:51.480110 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-57cee6eb-a0bd-42bc-aeb3-75cf284ab99d req-f7144d06-d625-4fa1-972f-9a527b831c38 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1eb7d9c9a44d40b3bfa7db37305ae277&device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 1098 time: 0.2835712 Jun 25 14:36:51.495535 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe6fae-36d5-4228-9f44-6138dde3c482 req-d8549084-98e9-4510-8ce2-72b71a28213e tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:51.497116 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0dbe6fae-36d5-4228-9f44-6138dde3c482 req-d8549084-98e9-4510-8ce2-72b71a28213e tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 943 time: 0.2528613 Jun 25 14:36:51.646062 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5c611eaa-90d9-4a1e-a248-4bc0a365ca23 req-151136a3-6587-4c59-a1e8-dace52fd083d service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149456 Jun 25 14:36:51.713246 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0dbe6fae-36d5-4228-9f44-6138dde3c482 req-c77d99bb-5727-4fc4-a486-9ba652f4c42c tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496322 Jun 25 14:36:51.766893 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-f712635d-8a0a-4638-8c35-89716dfe4fa0 service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152859 Jun 25 14:36:51.775323 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee6eb-a0bd-42bc-aeb3-75cf284ab99d req-ee966c2b-4902-40e5-9c5a-dc60b67db5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:51.776831 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-57cee6eb-a0bd-42bc-aeb3-75cf284ab99d req-ee966c2b-4902-40e5-9c5a-dc60b67db5a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1066c44d-0048-4fd0-a558-c7100aa231ba HTTP/1.1" status: 200 len: 910 time: 0.2788112 Jun 25 14:36:51.836116 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5c611eaa-90d9-4a1e-a248-4bc0a365ca23 req-4ceb586a-1375-4fef-9e3f-6e40f742ec0c service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802907 Jun 25 14:36:51.928970 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-57cee6eb-a0bd-42bc-aeb3-75cf284ab99d req-8a11b3a8-2272-4a13-a06c-c3f25c242f43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 HTTP/1.1" status: 200 len: 1000 time: 0.1373374 Jun 25 14:36:51.963747 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd67c6-251d-4f53-a120-27030af204bc req-27a1ea7e-5c27-49f6-93fb-c710d31e9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:51.965740 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-57fd67c6-251d-4f53-a120-27030af204bc req-27a1ea7e-5c27-49f6-93fb-c710d31e9c32 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecbcc4df36394aafa47f880b528ca413&device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 1096 time: 0.0828755 Jun 25 14:36:52.039555 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee6eb-a0bd-42bc-aeb3-75cf284ab99d req-e53da4d8-6b48-48ca-a4cf-e309da82750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:52.045241 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-57cee6eb-a0bd-42bc-aeb3-75cf284ab99d req-e53da4d8-6b48-48ca-a4cf-e309da82750b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e9b658f-349b-404b-b2ac-ed9f56cfa20b HTTP/1.1" status: 200 len: 848 time: 0.1059804 Jun 25 14:36:52.133138 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd67c6-251d-4f53-a120-27030af204bc req-fb1e3aa4-a77e-48b0-bb24-7d0c3da4b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:52.134656 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-57fd67c6-251d-4f53-a120-27030af204bc req-fb1e3aa4-a77e-48b0-bb24-7d0c3da4b782 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5079ccc6-0a31-4a56-8503-76f1988cf315 HTTP/1.1" status: 200 len: 916 time: 0.1598079 Jun 25 14:36:52.210871 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cee6eb-a0bd-42bc-aeb3-75cf284ab99d req-1dc18fca-c2ac-4d14-9418-520b1c224d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:52.212495 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-57cee6eb-a0bd-42bc-aeb3-75cf284ab99d req-1dc18fca-c2ac-4d14-9418-520b1c224d6a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1066c44d-0048-4fd0-a558-c7100aa231ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1553473 Jun 25 14:36:52.224771 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-57fd67c6-251d-4f53-a120-27030af204bc req-c40f738a-f3a9-4ac3-98a5-2a577bccde06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd HTTP/1.1" status: 200 len: 217 time: 0.0816197 Jun 25 14:36:52.360346 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd67c6-251d-4f53-a120-27030af204bc req-2db02f77-7ec1-4e55-8fd1-f8d85b8547e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:52.362266 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-57fd67c6-251d-4f53-a120-27030af204bc req-2db02f77-7ec1-4e55-8fd1-f8d85b8547e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3bfbaa5d-534f-40ee-b424-109922456a9d HTTP/1.1" status: 200 len: 854 time: 0.1005774 Jun 25 14:36:52.402799 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-57cee6eb-a0bd-42bc-aeb3-75cf284ab99d req-b5bcf7bb-5dc7-4b93-8199-6255e5d59cb0 service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446378 Jun 25 14:36:52.455856 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd67c6-251d-4f53-a120-27030af204bc req-8a6ca57f-7421-445c-a2c6-9b595821d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:52.458145 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-57fd67c6-251d-4f53-a120-27030af204bc req-8a6ca57f-7421-445c-a2c6-9b595821d903 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5079ccc6-0a31-4a56-8503-76f1988cf315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851989 Jun 25 14:36:52.561565 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-57cee6eb-a0bd-42bc-aeb3-75cf284ab99d req-92953c28-c10a-4424-8160-41507dd1aa18 service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499119 Jun 25 14:36:52.685399 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-57fd67c6-251d-4f53-a120-27030af204bc req-0b3fd688-864d-4126-a810-95c2198785ca service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201345 Jun 25 14:36:52.934611 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-57fd67c6-251d-4f53-a120-27030af204bc req-caa613b6-e800-422f-ac39-ad0dcf0e4994 service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408810 Jun 25 14:36:53.027770 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81830765-4956-49ee-922e-7f11a8a82331 req-154b7b23-94a8-4bdf-b1a2-6946e6707cb7 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:53.029627 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-81830765-4956-49ee-922e-7f11a8a82331 req-154b7b23-94a8-4bdf-b1a2-6946e6707cb7 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 943 time: 0.0973518 Jun 25 14:36:53.080607 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-81830765-4956-49ee-922e-7f11a8a82331 req-5ef2f320-57b8-46dc-8000-dcba30d30e2c tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Jun 25 14:36:53.614186 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 5d803f5f-0d08-44a6-b978-72ab318f51fd details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:36:53.760620 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 5d803f5f-0d08-44a6-b978-72ab318f51fd, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:53.776706 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '5d803f5f-0d08-44a6-b978-72ab318f51fd', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'port_id': '5d803f5f-0d08-44a6-b978-72ab318f51fd', 'mac_address': 'fa:16:3e:3b:e7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:36:53.856779 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:53.879796 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d803f5f-0d08-44a6-b978-72ab318f51fd {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:36:53.906496 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 5d803f5f-0d08-44a6-b978-72ab318f51fd, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:53.912449 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:53.914439 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-57564863-6d92-4c1e-bc7e-83b78cdf390c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:53.989467 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=5d803f5f-0d08-44a6-b978-72ab318f51fd,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:53.992989 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:54.261736 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['5d803f5f-0d08-44a6-b978-72ab318f51fd'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:36:54.285787 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7861a-7e22-4092-9670-57780916050d req-0a7f8f0c-842b-4b6a-a107-d56c385730ba tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:54.288233 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9ee7861a-7e22-4092-9670-57780916050d req-0a7f8f0c-842b-4b6a-a107-d56c385730ba tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 944 time: 0.0933352 Jun 25 14:36:54.361651 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9ee7861a-7e22-4092-9670-57780916050d req-c8612e28-9816-4925-bdea-bf86f2cab22c tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661926 Jun 25 14:36:55.602985 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d99be-b9f4-406e-ba34-38efd63f297c req-abb1a52b-b5fa-40b4-8347-e9c993c63232 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:55.604802 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e84d99be-b9f4-406e-ba34-38efd63f297c req-abb1a52b-b5fa-40b4-8347-e9c993c63232 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 944 time: 0.1194260 Jun 25 14:36:55.610985 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 5d803f5f-0d08-44a6-b978-72ab318f51fd up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:36:55.661864 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e84d99be-b9f4-406e-ba34-38efd63f297c req-1bf46ab3-cf02-4a65-8cc1-868bda15910c tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499706 Jun 25 14:36:55.684022 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 5d803f5f-0d08-44a6-b978-72ab318f51fd completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:36:55.693045 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 5d803f5f-0d08-44a6-b978-72ab318f51fd triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:36:55.693633 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:55.843195 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:55.884812 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:36:55.897605 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 5d803f5f-0d08-44a6-b978-72ab318f51fd, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:36:55.903608 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:36:55.906440 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:36:55.945377 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd', 'code': 200} Jun 25 14:36:55.982426 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=5d803f5f-0d08-44a6-b978-72ab318f51fd,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:36:55.987145 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:36:56.269987 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb600a0-867d-4a75-a793-31f3d376a855 req-7b34cc30-0a3f-474d-bf2f-df6039bef3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:56.271618 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-dbb600a0-867d-4a75-a793-31f3d376a855 req-7b34cc30-0a3f-474d-bf2f-df6039bef3cb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 1098 time: 0.0990434 Jun 25 14:36:56.333364 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-dbb600a0-867d-4a75-a793-31f3d376a855 req-991fb9b1-48e1-4eb1-89a2-686f4f412f5f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492582 Jun 25 14:36:56.994866 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c097fa0-f644-428f-9e97-8c04c414940d req-3a210ee9-d230-46fe-900f-c08d7cb6b4bc tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:56.996844 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8c097fa0-f644-428f-9e97-8c04c414940d req-3a210ee9-d230-46fe-900f-c08d7cb6b4bc tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 945 time: 0.1978111 Jun 25 14:36:57.081522 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8c097fa0-f644-428f-9e97-8c04c414940d req-8585223a-c177-4c9b-8cbd-a2651afa9458 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730441 Jun 25 14:36:58.298073 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64b00-e99d-40a7-bb48-4ea87024dcf3 req-51cecb0e-1bab-40c8-9c54-26b06e990b50 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:58.301591 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8eb64b00-e99d-40a7-bb48-4ea87024dcf3 req-51cecb0e-1bab-40c8-9c54-26b06e990b50 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 945 time: 0.1031656 Jun 25 14:36:58.383425 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8eb64b00-e99d-40a7-bb48-4ea87024dcf3 req-b6f94b25-4b1e-43e6-aa37-a52a38e75e45 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746875 Jun 25 14:36:58.614161 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83398d-6e59-4f36-bb94-fb545cbd2668 req-e35f7083-5be4-4d61-a415-9bda11e69062 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:58.615795 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6e83398d-6e59-4f36-bb94-fb545cbd2668 req-e35f7083-5be4-4d61-a415-9bda11e69062 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 945 time: 0.1050835 Jun 25 14:36:58.680497 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6e83398d-6e59-4f36-bb94-fb545cbd2668 req-e745d568-10da-4453-bbf9-a717ea176403 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574212 Jun 25 14:36:59.323872 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67041f-b8da-48b6-a76b-5d874591fcbd req-0873b294-e68e-40ab-9e7d-49bdd98ac775 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:36:59.325736 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ff67041f-b8da-48b6-a76b-5d874591fcbd req-0873b294-e68e-40ab-9e7d-49bdd98ac775 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 945 time: 0.0964217 Jun 25 14:36:59.384363 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ff67041f-b8da-48b6-a76b-5d874591fcbd req-b1c54f20-3d5f-497d-a37d-1ab66bd03aea tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505536 Jun 25 14:37:02.568476 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-4e838b9d-599e-47e0-b752-f83f9b20be75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:02.996117 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:04.731784 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:37:05.441099 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-2c1e8615-fb99-4f0a-a25b-9bba5c5e0acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:06.138696 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:07.571324 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:08.490765 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:08.929068 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f88de-0f59-419c-b9e1-a5dca2b9f3a7 req-c901215a-b80e-4064-8bb9-1d8e9616dcde tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:08.931403 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ae3f88de-0f59-419c-b9e1-a5dca2b9f3a7 req-c901215a-b80e-4064-8bb9-1d8e9616dcde tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.1460655 Jun 25 14:37:08.995413 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ae3f88de-0f59-419c-b9e1-a5dca2b9f3a7 req-61cc61ae-29d9-4b58-bb05-e3a67cda46fa tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556214 Jun 25 14:37:10.301012 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddf52f-32e0-4414-aa92-3d90e17fdba5 req-3c68f57b-a5aa-47c7-9816-fe50301ccaf0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:10.302321 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-08ddf52f-32e0-4414-aa92-3d90e17fdba5 req-3c68f57b-a5aa-47c7-9816-fe50301ccaf0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.1206181 Jun 25 14:37:10.367702 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-08ddf52f-32e0-4414-aa92-3d90e17fdba5 req-80a02fc5-ca96-4db8-b2a2-3cc2ff8d5218 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591595 Jun 25 14:37:11.574469 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d62e86-ed63-46df-a65c-cc5e83f1529b req-d5042f5e-2440-49ff-a54b-553492640d12 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:11.576014 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-85d62e86-ed63-46df-a65c-cc5e83f1529b req-d5042f5e-2440-49ff-a54b-553492640d12 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.0953302 Jun 25 14:37:11.639316 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-85d62e86-ed63-46df-a65c-cc5e83f1529b req-13d82c85-2997-4e41-8530-aa0adb5f6791 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556247 Jun 25 14:37:12.854973 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba8d19-3893-47db-bebc-06420d57d154 req-b0c2ec4c-fafc-4732-ba0a-ac4f6a7ac3d8 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:12.856637 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-61ba8d19-3893-47db-bebc-06420d57d154 req-b0c2ec4c-fafc-4732-ba0a-ac4f6a7ac3d8 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.0939040 Jun 25 14:37:12.911006 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-61ba8d19-3893-47db-bebc-06420d57d154 req-a6b571ae-ddd1-4c3b-8040-ad792be8251d tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436571 Jun 25 14:37:14.146123 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72bfed-c98a-43ce-8bfc-73edd24877b9 req-eed668c5-68d2-4b28-91c7-3861194dd724 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:14.147713 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7d72bfed-c98a-43ce-8bfc-73edd24877b9 req-eed668c5-68d2-4b28-91c7-3861194dd724 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.0989864 Jun 25 14:37:14.198117 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7d72bfed-c98a-43ce-8bfc-73edd24877b9 req-c9c66479-fdea-46ab-9281-581ae7eb47e7 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437784 Jun 25 14:37:15.409275 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d167ce9-7b83-4f4f-b13d-a9c4ba2d83e5 req-818aba94-f2cb-48ca-bd9a-fedf4887fdae tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:15.410786 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2d167ce9-7b83-4f4f-b13d-a9c4ba2d83e5 req-818aba94-f2cb-48ca-bd9a-fedf4887fdae tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.0849373 Jun 25 14:37:15.461835 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2d167ce9-7b83-4f4f-b13d-a9c4ba2d83e5 req-eb720191-9c24-4fc5-a120-1ce37e39a9e2 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450578 Jun 25 14:37:16.137625 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d16ae-bd7c-4d60-be23-7d4a74664838 req-955bf4b4-3033-43be-b797-d3d859c328bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:16.140294 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0f4d16ae-bd7c-4d60-be23-7d4a74664838 req-955bf4b4-3033-43be-b797-d3d859c328bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5d4dc0968164c839a939620d4e83a1d&device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 1098 time: 0.1144185 Jun 25 14:37:16.311602 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc280c1-bf52-4f80-8632-644251e4bbaf req-3532378d-4b76-4093-875d-6c4c7962d33f tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:16.314646 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2cc280c1-bf52-4f80-8632-644251e4bbaf req-3532378d-4b76-4093-875d-6c4c7962d33f tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 945 time: 0.1168222 Jun 25 14:37:16.359364 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d16ae-bd7c-4d60-be23-7d4a74664838 req-d9adbc15-b13a-440e-b4ff-174134f35b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:16.361154 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0f4d16ae-bd7c-4d60-be23-7d4a74664838 req-d9adbc15-b13a-440e-b4ff-174134f35b37 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3683cf47-1a03-4bc3-aebd-9e992307099f HTTP/1.1" status: 200 len: 912 time: 0.1911805 Jun 25 14:37:16.365506 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2cc280c1-bf52-4f80-8632-644251e4bbaf req-49a65888-9b36-4159-a59e-7f9824d9455e tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448742 Jun 25 14:37:16.390790 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56226) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:16.488603 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0f4d16ae-bd7c-4d60-be23-7d4a74664838 req-2a75d0e6-6ef6-453e-b320-7b9680059e02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3604ddf7-2851-462b-81c5-a71de822322d HTTP/1.1" status: 200 len: 1001 time: 0.1140509 Jun 25 14:37:16.541074 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a2c73a-a609-4972-9e9e-7413837a7526 tempest-TestMinimumBasicScenario-721697218 tempest-TestMinimumBasicScenario-721697218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:16.546239 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-91a2c73a-a609-4972-9e9e-7413837a7526 tempest-TestMinimumBasicScenario-721697218 tempest-TestMinimumBasicScenario-721697218-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 1093 time: 0.1509123 Jun 25 14:37:16.546940 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56234) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:16.552849 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Request body: {'floatingip': {'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'port_id': '5d803f5f-0d08-44a6-b978-72ab318f51fd', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:37:16.560478 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:16.566553 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Usage tracker for resource:floatingip and tenant:ecbcc4df36394aafa47f880b528ca413 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:16.570669 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:16.578127 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:16.593867 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for floatingip, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:16.614363 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d16ae-bd7c-4d60-be23-7d4a74664838 req-0d547e7b-c92f-43e5-ba61-1c9ccba25047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:16.616594 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0f4d16ae-bd7c-4d60-be23-7d4a74664838 req-0d547e7b-c92f-43e5-ba61-1c9ccba25047 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=638b3e67-199e-4790-a1c2-bb9e2fce5f5f HTTP/1.1" status: 200 len: 850 time: 0.1163383 Jun 25 14:37:16.719144 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d16ae-bd7c-4d60-be23-7d4a74664838 req-036e927e-3560-4389-9c91-d0f549e2e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:16.720884 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0f4d16ae-bd7c-4d60-be23-7d4a74664838 req-036e927e-3560-4389-9c91-d0f549e2e25c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3683cf47-1a03-4bc3-aebd-9e992307099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950758 Jun 25 14:37:16.812795 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f4208-ef66-4c38-9ddc-601c89fea189 req-ee7b965e-63e4-4ecb-b3a9-d86b34add76c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:16.814237 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b44f4208-ef66-4c38-9ddc-601c89fea189 req-ee7b965e-63e4-4ecb-b3a9-d86b34add76c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.1306407 Jun 25 14:37:16.867533 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:16.917956 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b44f4208-ef66-4c38-9ddc-601c89fea189 req-916da5c2-657c-443c-a91b-7da868d2ccd2 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896254 Jun 25 14:37:16.919971 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0f4d16ae-bd7c-4d60-be23-7d4a74664838 req-1619f76c-2041-4e44-a97c-7875ebdb48e9 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811266 Jun 25 14:37:17.096811 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Allocated IP 172.27.2.84 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/61d7173f-51e4-42be-b820-485ddffa434b) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:37:17.133727 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0f4d16ae-bd7c-4d60-be23-7d4a74664838 req-40ac407f-3fa4-4db3-b26b-09e08820dba9 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998839 Jun 25 14:37:17.291825 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:17.336145 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:17.341646 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-21fd643c-0391-43c7-a148-5996cf5e9c0e tempest-VolumesActionsTest-880663967 tempest-VolumesActionsTest-880663967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:17.501928 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:37:17.505566 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:37:17.509577 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:37:17.539261 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event updated for resources: {'Port': ['ID=61d7173f-51e4-42be-b820-485ddffa434b,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:17.545616 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:17.945895 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:18.169491 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:18.460782 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69920-799c-4987-ae3f-a9735cd36f97 req-78b715ec-11ff-44a1-93b0-61730b7541a3 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:18.463399 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ebb69920-799c-4987-ae3f-a9735cd36f97 req-78b715ec-11ff-44a1-93b0-61730b7541a3 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.3998702 Jun 25 14:37:18.602104 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ebb69920-799c-4987-ae3f-a9735cd36f97 req-6f0b3979-c1ef-4cab-a79d-c96d13d9b28f tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286631 Jun 25 14:37:18.677543 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:18.684997 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:18.693507 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:18.862928 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event updated for resources: {'Port': ['ID=61d7173f-51e4-42be-b820-485ddffa434b,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:18.867601 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:18.875993 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:19.072520 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.l3_db [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Floating IP 170d83c2-50b1-4f19-9c26-7db013a53b49 associated. External IP: 172.27.2.84, port: 5d803f5f-0d08-44a6-b978-72ab318f51fd. Jun 25 14:37:19.568482 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Router 05197ffb-2276-40b5-b99a-4895aa59de2c has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:37:19.826592 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:37:19.838290 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aed115f-8a19-4d46-a2b4-9002b2b26594 None None] Sync routers for ids ['05197ffb-2276-40b5-b99a-4895aa59de2c'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:37:19.850010 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed115f-8a19-4d46-a2b4-9002b2b26594 None None] Routers {'05197ffb-2276-40b5-b99a-4895aa59de2c'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:37:19.850677 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-0aed115f-8a19-4d46-a2b4-9002b2b26594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:37:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['05197ffb-2276-40b5-b99a-4895aa59de2c'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:19.864283 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:19.933800 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd333d0-cf9a-4d24-acfd-9b7eb697c626 req-cb781ec6-ab89-428e-a7d4-797b26a1dd01 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:19.935461 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8cd333d0-cf9a-4d24-acfd-9b7eb697c626 req-cb781ec6-ab89-428e-a7d4-797b26a1dd01 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.1848245 Jun 25 14:37:19.967294 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4190760 Jun 25 14:37:19.970483 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:37:19.974316 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56248) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:19.986838 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756527234', 'description': 'tempest-secgroup-smoke-1756527234 description', 'project_id': 'ecbcc4df36394aafa47f880b528ca413'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:37:20.009804 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8cd333d0-cf9a-4d24-acfd-9b7eb697c626 req-970aede1-f9db-44a8-9900-711cd28f0013 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666795 Jun 25 14:37:20.026474 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:20.071366 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:20.086479 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-0aed115f-8a19-4d46-a2b4-9002b2b26594 None None] Set router 05197ffb-2276-40b5-b99a-4895aa59de2c gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:37:20.094764 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:20.126503 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd', 'status': 'completed', 'code': 200} Jun 25 14:37:20.137910 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:20.146056 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Usage tracker for resource:security_group_rule and tenant:ecbcc4df36394aafa47f880b528ca413 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:20.154032 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:20.168470 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:20.310909 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:20.316050 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:20.322129 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-ea469e6f-ce8e-44c0-9b03-0e1303da9472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:20.338355 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0f1e7-3033-4fc3-b3d5-d06b705a23c8 req-71ba9770-8bc8-451e-9d13-5a38c3b20564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:20.339777 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-75e0f1e7-3033-4fc3-b3d5-d06b705a23c8 req-71ba9770-8bc8-451e-9d13-5a38c3b20564 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecbcc4df36394aafa47f880b528ca413&device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 1098 time: 0.1660709 Jun 25 14:37:20.445679 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:20.446915 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4701617 Jun 25 14:37:20.448030 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd63e784-4cd2-43f6-8428-cb5080270df7,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:20.450299 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56258) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:20.455163 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:20.462428 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-710756ae-81d9-443d-bf93-2de93653e6c9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Request body: {'security_group_rule': {'security_group_id': 'dd63e784-4cd2-43f6-8428-cb5080270df7', 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:37:20.484064 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-710756ae-81d9-443d-bf93-2de93653e6c9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:20.489414 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-710756ae-81d9-443d-bf93-2de93653e6c9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Usage tracker for resource:security_group_rule and tenant:ecbcc4df36394aafa47f880b528ca413 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:20.493043 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-710756ae-81d9-443d-bf93-2de93653e6c9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:20.501317 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-710756ae-81d9-443d-bf93-2de93653e6c9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:20.525133 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-710756ae-81d9-443d-bf93-2de93653e6c9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:20.528525 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0f1e7-3033-4fc3-b3d5-d06b705a23c8 req-bf507afd-eabb-4cbc-b4fe-e73ef4a0c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:20.530016 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-75e0f1e7-3033-4fc3-b3d5-d06b705a23c8 req-bf507afd-eabb-4cbc-b4fe-e73ef4a0c68f service neutron] 10.222.0.69 "GET /v2.0/networks?id=5079ccc6-0a31-4a56-8503-76f1988cf315 HTTP/1.1" status: 200 len: 916 time: 0.1811879 Jun 25 14:37:20.601259 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-710756ae-81d9-443d-bf93-2de93653e6c9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:20.606632 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-710756ae-81d9-443d-bf93-2de93653e6c9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:20.608990 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:20.640049 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710756ae-81d9-443d-bf93-2de93653e6c9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b0eba0-fc5d-4a80-bb8e-eecf99944f19,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:20.646682 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-710756ae-81d9-443d-bf93-2de93653e6c9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:20.654663 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-710756ae-81d9-443d-bf93-2de93653e6c9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:20.656460 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-710756ae-81d9-443d-bf93-2de93653e6c9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2038677 Jun 25 14:37:20.659601 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56264) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:20.665849 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-f9735767-e019-43c8-ba65-616f7c02910d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Request body: {'security_group_rule': {'security_group_id': 'dd63e784-4cd2-43f6-8428-cb5080270df7', 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:37:20.666261 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-75e0f1e7-3033-4fc3-b3d5-d06b705a23c8 req-18c12228-cc8b-4073-bae2-a7e1635b5250 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd HTTP/1.1" status: 200 len: 998 time: 0.1259365 Jun 25 14:37:20.672224 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-f9735767-e019-43c8-ba65-616f7c02910d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:20.677523 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-f9735767-e019-43c8-ba65-616f7c02910d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Usage tracker for resource:security_group_rule and tenant:ecbcc4df36394aafa47f880b528ca413 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:20.680841 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-f9735767-e019-43c8-ba65-616f7c02910d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:20.690304 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-f9735767-e019-43c8-ba65-616f7c02910d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:20.724998 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f9735767-e019-43c8-ba65-616f7c02910d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:20.739328 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0f1e7-3033-4fc3-b3d5-d06b705a23c8 req-7fb134cc-6f00-4cbc-a80a-524a0f1379d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:20.741179 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-75e0f1e7-3033-4fc3-b3d5-d06b705a23c8 req-7fb134cc-6f00-4cbc-a80a-524a0f1379d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3bfbaa5d-534f-40ee-b424-109922456a9d HTTP/1.1" status: 200 len: 854 time: 0.0678740 Jun 25 14:37:20.752212 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-0aed115f-8a19-4d46-a2b4-9002b2b26594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:36:01Z', 'revision_number': 4, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port': {'id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:49Z', 'updated_at': '2021-06-25T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '170d83c2-50b1-4f19-9c26-7db013a53b49', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'port_id': '5d803f5f-0d08-44a6-b978-72ab318f51fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'mac_address': 'fa:16:3e:3b:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b80fa86-a533-45f0-b849-261d73790e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:37:17Z', 'updated_at': '2021-06-25T14:37:17Z', 'revision_number': 0, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66be5e00-a058-4612-b2a4-7b36d9eabbc4', 'name': '', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'mac_address': 'fa:16:3e:f1:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:00Z', 'updated_at': '2021-06-25T14:36:10Z', 'revision_number': 5, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'subnets': [{'id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:20.758875 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aed115f-8a19-4d46-a2b4-9002b2b26594 None None] Checking router: 05197ffb-2276-40b5-b99a-4895aa59de2c for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:37:20.768855 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed115f-8a19-4d46-a2b4-9002b2b26594 None None] Routers {'05197ffb-2276-40b5-b99a-4895aa59de2c'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:37:20.770347 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-0aed115f-8a19-4d46-a2b4-9002b2b26594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:37:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['05197ffb-2276-40b5-b99a-4895aa59de2c'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:20.838861 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0f1e7-3033-4fc3-b3d5-d06b705a23c8 req-f1e20a53-13cf-433f-9484-44daa6aaacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:20.841708 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-75e0f1e7-3033-4fc3-b3d5-d06b705a23c8 req-f1e20a53-13cf-433f-9484-44daa6aaacc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5079ccc6-0a31-4a56-8503-76f1988cf315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895166 Jun 25 14:37:20.863718 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f9735767-e019-43c8-ba65-616f7c02910d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:20.871485 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f9735767-e019-43c8-ba65-616f7c02910d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:20.874817 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:20.934955 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9735767-e019-43c8-ba65-616f7c02910d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0a5f53-69a5-40a4-8685-19d3ba70dd8e,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:20.948599 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f9735767-e019-43c8-ba65-616f7c02910d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:20.969670 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-f9735767-e019-43c8-ba65-616f7c02910d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:20.972779 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-f9735767-e019-43c8-ba65-616f7c02910d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3110602 Jun 25 14:37:20.976850 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56270) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:20.985657 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-cdfb2470-4f24-4f57-b184-5c8b58df6dc8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Request body: {'security_group_rule': {'security_group_id': 'dd63e784-4cd2-43f6-8428-cb5080270df7', 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:37:20.993518 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-cdfb2470-4f24-4f57-b184-5c8b58df6dc8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:20.997915 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-cdfb2470-4f24-4f57-b184-5c8b58df6dc8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Usage tracker for resource:security_group_rule and tenant:ecbcc4df36394aafa47f880b528ca413 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:21.001567 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-cdfb2470-4f24-4f57-b184-5c8b58df6dc8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:21.009807 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-cdfb2470-4f24-4f57-b184-5c8b58df6dc8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:21.027869 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-0aed115f-8a19-4d46-a2b4-9002b2b26594 None None] Set router 05197ffb-2276-40b5-b99a-4895aa59de2c gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:37:21.034255 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2470-4f24-4f57-b184-5c8b58df6dc8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:21.135977 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-75e0f1e7-3033-4fc3-b3d5-d06b705a23c8 req-caf7f75e-3943-4b32-95cc-3ec6f9782ac5 service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865953 Jun 25 14:37:21.203721 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2470-4f24-4f57-b184-5c8b58df6dc8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:21.212003 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2470-4f24-4f57-b184-5c8b58df6dc8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:21.228759 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f9735767-e019-43c8-ba65-616f7c02910d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:21.264922 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb2470-4f24-4f57-b184-5c8b58df6dc8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba519fe-72bf-43d0-8cd3-f4c3a974536e,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:21.274147 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-cdfb2470-4f24-4f57-b184-5c8b58df6dc8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:21.289992 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-cdfb2470-4f24-4f57-b184-5c8b58df6dc8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:21.296968 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-cdfb2470-4f24-4f57-b184-5c8b58df6dc8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3126385 Jun 25 14:37:21.298487 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56276) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:21.336351 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-3fe69688-caa9-47cc-a3d3-79658c9ba262 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Request body: {'security_group_rule': {'security_group_id': 'dd63e784-4cd2-43f6-8428-cb5080270df7', 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:37:21.351725 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-3fe69688-caa9-47cc-a3d3-79658c9ba262 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:21.362300 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-3fe69688-caa9-47cc-a3d3-79658c9ba262 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Usage tracker for resource:security_group_rule and tenant:ecbcc4df36394aafa47f880b528ca413 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:21.421502 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-3fe69688-caa9-47cc-a3d3-79658c9ba262 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:21.449428 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-3fe69688-caa9-47cc-a3d3-79658c9ba262 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:21.511230 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3fe69688-caa9-47cc-a3d3-79658c9ba262 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:21.604055 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a0261-f592-4b78-8de7-6f784808a2d9 req-65fb1220-5bee-4cbe-86c4-ae2c8fbf3809 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:21.606656 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f59a0261-f592-4b78-8de7-6f784808a2d9 req-65fb1220-5bee-4cbe-86c4-ae2c8fbf3809 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.2379603 Jun 25 14:37:21.621966 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-75e0f1e7-3033-4fc3-b3d5-d06b705a23c8 req-4eb89dda-4534-4570-a8a5-8a56eab3a375 service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731829 Jun 25 14:37:21.704536 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-0aed115f-8a19-4d46-a2b4-9002b2b26594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:36:01Z', 'revision_number': 4, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port': {'id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:49Z', 'updated_at': '2021-06-25T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '170d83c2-50b1-4f19-9c26-7db013a53b49', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'port_id': '5d803f5f-0d08-44a6-b978-72ab318f51fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'mac_address': 'fa:16:3e:3b:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b80fa86-a533-45f0-b849-261d73790e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:37:17Z', 'updated_at': '2021-06-25T14:37:17Z', 'revision_number': 0, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66be5e00-a058-4612-b2a4-7b36d9eabbc4', 'name': '', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'mac_address': 'fa:16:3e:f1:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:00Z', 'updated_at': '2021-06-25T14:36:10Z', 'revision_number': 5, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'subnets': [{'id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:37:21.709778 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3fe69688-caa9-47cc-a3d3-79658c9ba262 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:21.710339 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aed115f-8a19-4d46-a2b4-9002b2b26594 None None] The sync data for ids ['05197ffb-2276-40b5-b99a-4895aa59de2c'] in dv-cinder-798088-1-iscsi is: [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:36:01Z', 'revision_number': 4, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port': {'id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:49Z', 'updated_at': '2021-06-25T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '170d83c2-50b1-4f19-9c26-7db013a53b49', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'port_id': '5d803f5f-0d08-44a6-b978-72ab318f51fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'mac_address': 'fa:16:3e:3b:e7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b80fa86-a533-45f0-b849-261d73790e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:37:17Z', 'updated_at': '2021-06-25T14:37:17Z', 'revision_number': 0, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66be5e00-a058-4612-b2a4-7b36d9eabbc4', 'name': '', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'mac_address': 'fa:16:3e:f1:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:00Z', 'updated_at': '2021-06-25T14:36:10Z', 'revision_number': 5, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'subnets': [{'id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:37:21.721927 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3fe69688-caa9-47cc-a3d3-79658c9ba262 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:21.736321 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f59a0261-f592-4b78-8de7-6f784808a2d9 req-5dd152d0-d139-44bf-b7e0-d34fdaf42356 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096294 Jun 25 14:37:21.754956 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-710756ae-81d9-443d-bf93-2de93653e6c9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:21.780015 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe69688-caa9-47cc-a3d3-79658c9ba262 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b31063-bd82-46c1-b186-cdf8cbed1448,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:21.783165 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3fe69688-caa9-47cc-a3d3-79658c9ba262 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:21.788399 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-3fe69688-caa9-47cc-a3d3-79658c9ba262 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4873607 Jun 25 14:37:21.788399 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-3fe69688-caa9-47cc-a3d3-79658c9ba262 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:21.790720 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56280) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:21.798848 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-9ae3af56-8e40-4b96-8c2d-f4146e9bc34b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Request body: {'security_group_rule': {'security_group_id': 'dd63e784-4cd2-43f6-8428-cb5080270df7', 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:37:21.806508 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9ae3af56-8e40-4b96-8c2d-f4146e9bc34b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:21.810780 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9ae3af56-8e40-4b96-8c2d-f4146e9bc34b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Usage tracker for resource:security_group_rule and tenant:ecbcc4df36394aafa47f880b528ca413 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:21.814486 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9ae3af56-8e40-4b96-8c2d-f4146e9bc34b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:21.829799 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9ae3af56-8e40-4b96-8c2d-f4146e9bc34b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:21.845447 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.securitygroups_db [None req-9ae3af56-8e40-4b96-8c2d-f4146e9bc34b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Project ecbcc4df36394aafa47f880b528ca413 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:37:21.855129 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9ae3af56-8e40-4b96-8c2d-f4146e9bc34b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:21.932309 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9ae3af56-8e40-4b96-8c2d-f4146e9bc34b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:21.937673 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9ae3af56-8e40-4b96-8c2d-f4146e9bc34b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:21.945421 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:21.968543 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3af56-8e40-4b96-8c2d-f4146e9bc34b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca0ec3e-9d15-4041-954b-f5606ba74a05,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:21.975984 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9ae3af56-8e40-4b96-8c2d-f4146e9bc34b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:21.982895 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9ae3af56-8e40-4b96-8c2d-f4146e9bc34b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:21.986187 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-9ae3af56-8e40-4b96-8c2d-f4146e9bc34b tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1927106 Jun 25 14:37:21.990123 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56284) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:37:21.999658 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Request body: {'security_group_rule': {'security_group_id': 'dd63e784-4cd2-43f6-8428-cb5080270df7', 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:37:22.001856 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2fcf98-0425-477d-b4c8-7f3f5581ed35 None None] New status for floating IP 170d83c2-50b1-4f19-9c26-7db013a53b49: ACTIVE {{(pid=78419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:37:22.014805 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:37:22.019013 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Usage tracker for resource:security_group_rule and tenant:ecbcc4df36394aafa47f880b528ca413 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:37:22.024483 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:37:22.036090 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:37:22.058959 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.securitygroups_db [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Project ecbcc4df36394aafa47f880b528ca413 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:37:22.072037 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:22.177596 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:22.183772 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:22.187330 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5b9ac543-6954-4e28-8150-ce784e70373f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:22.233232 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54325d1-1597-4bc0-87a1-c600de74abdb,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:22.238379 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:22.250319 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:22.258341 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2662559 Jun 25 14:37:22.390086 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f5d32941-d3a7-45ec-8749-bb7a0a203abc req-5f6c7564-5d1e-4b2f-8c12-c6608b736086 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756527234&fields=id&tenant_id=ecbcc4df36394aafa47f880b528ca413 HTTP/1.1" status: 200 len: 267 time: 0.0463653 Jun 25 14:37:22.497816 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d32941-d3a7-45ec-8749-bb7a0a203abc req-90ade412-589a-4737-9817-cde6c7f399b2 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:22.499254 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f5d32941-d3a7-45ec-8749-bb7a0a203abc req-90ade412-589a-4737-9817-cde6c7f399b2 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 945 time: 0.1013248 Jun 25 14:37:22.511605 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-f5d32941-d3a7-45ec-8749-bb7a0a203abc req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Request body: {'port': {'security_groups': ['edb2d816-35f5-45d4-8243-4f6a3c00e5c5', 'dd63e784-4cd2-43f6-8428-cb5080270df7']}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:37:22.644394 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-f5d32941-d3a7-45ec-8749-bb7a0a203abc req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:22.992384 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-f5d32941-d3a7-45ec-8749-bb7a0a203abc req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] For port 5d803f5f-0d08-44a6-b978-72ab318f51fd, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:23.017964 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44853d44-022b-4f75-8363-c34119bdfbbf req-15828d09-8a7b-4db9-a531-fcd9c527d6db tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:23.020824 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-44853d44-022b-4f75-8363-c34119bdfbbf req-15828d09-8a7b-4db9-a531-fcd9c527d6db tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.1489625 Jun 25 14:37:23.056575 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-f5d32941-d3a7-45ec-8749-bb7a0a203abc req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:23.062097 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-f5d32941-d3a7-45ec-8749-bb7a0a203abc req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:23.070280 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:23.100375 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['5d803f5f-0d08-44a6-b978-72ab318f51fd'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:37:23.154434 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d32941-d3a7-45ec-8749-bb7a0a203abc req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:23.154941 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-f5d32941-d3a7-45ec-8749-bb7a0a203abc req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:23.156578 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f5d32941-d3a7-45ec-8749-bb7a0a203abc req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "PUT /v2.0/ports/5d803f5f-0d08-44a6-b978-72ab318f51fd HTTP/1.1" status: 200 len: 981 time: 0.6498225 Jun 25 14:37:23.160063 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:37:23.180210 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-44853d44-022b-4f75-8363-c34119bdfbbf req-b715f244-2f77-44f9-a9f4-2c0baa813832 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462362 Jun 25 14:37:23.220411 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event updated for resources: {'Port': ['ID=5d803f5f-0d08-44a6-b978-72ab318f51fd,revision_number=6']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:23.245284 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.245654 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.246013 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.246394 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.246817 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.247173 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.247553 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.247891 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.248233 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.248572 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.248914 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.249253 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:23.255551 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-509288bc-4daa-4008-b88e-a6beb59c3518 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:23.260755 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd', 'status': 'completed', 'code': 200} Jun 25 14:37:23.374069 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['5d803f5f-0d08-44a6-b978-72ab318f51fd'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:37:23.409379 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca618029-6fca-4154-b3bd-51750e53d815 req-54f512dc-fec9-4b71-8272-3228c022eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:23.412526 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ca618029-6fca-4154-b3bd-51750e53d815 req-54f512dc-fec9-4b71-8272-3228c022eb62 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecbcc4df36394aafa47f880b528ca413&device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 1137 time: 0.1052423 Jun 25 14:37:23.551250 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa66deb-3949-4af2-ae12-770e5466ecb8 req-78b098c9-564b-47d0-bec9-597a16b9b666 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:23.555362 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-aaa66deb-3949-4af2-ae12-770e5466ecb8 req-78b098c9-564b-47d0-bec9-597a16b9b666 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 984 time: 0.1976986 Jun 25 14:37:23.580284 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-6985a06f-96ae-45c6-977d-9a598381b1f0 None None] Provisioning complete for port 5d803f5f-0d08-44a6-b978-72ab318f51fd triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:37:23.581351 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-6985a06f-96ae-45c6-977d-9a598381b1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:23.624383 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-aaa66deb-3949-4af2-ae12-770e5466ecb8 req-1b76a48f-c77c-4d31-a55d-0aa0272e962e tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd63e784-4cd2-43f6-8428-cb5080270df7&id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582776 Jun 25 14:37:23.667004 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca618029-6fca-4154-b3bd-51750e53d815 req-befde441-6068-47cd-9af0-4d4b6d85ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:23.669001 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ca618029-6fca-4154-b3bd-51750e53d815 req-befde441-6068-47cd-9af0-4d4b6d85ede8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5079ccc6-0a31-4a56-8503-76f1988cf315 HTTP/1.1" status: 200 len: 916 time: 0.2490675 Jun 25 14:37:23.795807 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ca618029-6fca-4154-b3bd-51750e53d815 req-f87c6011-e025-42cf-8ace-c47f631d0d1a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd HTTP/1.1" status: 200 len: 1000 time: 0.1187406 Jun 25 14:37:23.872090 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca618029-6fca-4154-b3bd-51750e53d815 req-2e44c2a9-b3af-435f-b785-a198e7318453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:23.873877 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ca618029-6fca-4154-b3bd-51750e53d815 req-2e44c2a9-b3af-435f-b785-a198e7318453 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3bfbaa5d-534f-40ee-b424-109922456a9d HTTP/1.1" status: 200 len: 854 time: 0.0713003 Jun 25 14:37:23.969620 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca618029-6fca-4154-b3bd-51750e53d815 req-f49cc649-dc83-433e-b12f-32004a47047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:23.973473 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ca618029-6fca-4154-b3bd-51750e53d815 req-f49cc649-dc83-433e-b12f-32004a47047a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5079ccc6-0a31-4a56-8503-76f1988cf315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913432 Jun 25 14:37:24.219532 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ca618029-6fca-4154-b3bd-51750e53d815 req-600c5681-122b-49a9-bdf0-f1432a022880 service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371695 Jun 25 14:37:24.406537 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ca618029-6fca-4154-b3bd-51750e53d815 req-733c3c41-9581-4de3-8c7c-0a3a7bd1b29a service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805549 Jun 25 14:37:24.510329 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260efed4-a6b4-4a1b-8bf4-2049437ad587 req-3ec4a830-8819-4f35-8291-a6f2088cca95 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:24.511975 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-260efed4-a6b4-4a1b-8bf4-2049437ad587 req-3ec4a830-8819-4f35-8291-a6f2088cca95 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.0876141 Jun 25 14:37:24.563706 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-260efed4-a6b4-4a1b-8bf4-2049437ad587 req-e1eb29a8-dc3b-4c8d-ae7d-af97e52197da tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447502 Jun 25 14:37:25.092664 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58b2c0-e9ac-49a4-952a-e52f9614e9ff req-aff25e82-b8b3-4635-a702-e469ea22ed54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:25.094289 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ee58b2c0-e9ac-49a4-952a-e52f9614e9ff req-aff25e82-b8b3-4635-a702-e469ea22ed54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.2042003 Jun 25 14:37:25.097386 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f3c0b-5f55-40d9-9a4d-df657eae6cd8 req-2798f890-8491-469b-a234-d5604bf782ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:25.098932 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-fa1f3c0b-5f55-40d9-9a4d-df657eae6cd8 req-2798f890-8491-469b-a234-d5604bf782ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5d4dc0968164c839a939620d4e83a1d&device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 1098 time: 0.0894654 Jun 25 14:37:25.162882 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ee58b2c0-e9ac-49a4-952a-e52f9614e9ff req-fe0a0bac-ed01-4550-948c-af8cd405d2fa tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605197 Jun 25 14:37:25.250275 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f3c0b-5f55-40d9-9a4d-df657eae6cd8 req-bf017743-fd74-476c-874d-000ae808f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:25.251816 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-fa1f3c0b-5f55-40d9-9a4d-df657eae6cd8 req-bf017743-fd74-476c-874d-000ae808f41f service neutron] 10.222.0.69 "GET /v2.0/networks?id=3683cf47-1a03-4bc3-aebd-9e992307099f HTTP/1.1" status: 200 len: 912 time: 0.1452446 Jun 25 14:37:25.368180 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-fa1f3c0b-5f55-40d9-9a4d-df657eae6cd8 req-1df2a8e7-e2db-43a7-aacc-4e6965c53f12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3604ddf7-2851-462b-81c5-a71de822322d HTTP/1.1" status: 200 len: 1001 time: 0.1037197 Jun 25 14:37:25.431460 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f3c0b-5f55-40d9-9a4d-df657eae6cd8 req-6214d3b1-1eab-4506-a0c7-1e34bc81700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:25.433211 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-fa1f3c0b-5f55-40d9-9a4d-df657eae6cd8 req-6214d3b1-1eab-4506-a0c7-1e34bc81700b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=638b3e67-199e-4790-a1c2-bb9e2fce5f5f HTTP/1.1" status: 200 len: 850 time: 0.0638716 Jun 25 14:37:25.521191 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f3c0b-5f55-40d9-9a4d-df657eae6cd8 req-6db80016-db6e-4aeb-a859-8be13de9b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:25.522676 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-fa1f3c0b-5f55-40d9-9a4d-df657eae6cd8 req-6db80016-db6e-4aeb-a859-8be13de9b6b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3683cf47-1a03-4bc3-aebd-9e992307099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817721 Jun 25 14:37:25.661124 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-fa1f3c0b-5f55-40d9-9a4d-df657eae6cd8 req-0768ece9-a47b-44af-8b06-96f6debde8c5 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307716 Jun 25 14:37:25.906946 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-fa1f3c0b-5f55-40d9-9a4d-df657eae6cd8 req-ef2f9b5e-5939-4e9f-bb51-96e3cc706304 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390840 Jun 25 14:37:26.381839 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b939a5-4022-4ad2-8831-3422ca9fd1c1 req-96908310-628d-4e5c-9d93-d032f1cfed7b tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:26.383442 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-44b939a5-4022-4ad2-8831-3422ca9fd1c1 req-96908310-628d-4e5c-9d93-d032f1cfed7b tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.0966752 Jun 25 14:37:26.439692 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-44b939a5-4022-4ad2-8831-3422ca9fd1c1 req-9a3c3076-5fc4-4d44-80e5-bed7941cdba4 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444927 Jun 25 14:37:27.687964 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00533f55-1e51-4e74-9b86-fb261dc11f5e req-1e179729-bee0-47c7-8dc6-72d556a96949 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:27.690942 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-00533f55-1e51-4e74-9b86-fb261dc11f5e req-1e179729-bee0-47c7-8dc6-72d556a96949 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.1008246 Jun 25 14:37:27.765423 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-00533f55-1e51-4e74-9b86-fb261dc11f5e req-b2098ec0-53c7-4fbb-b1e0-13b42fe7b9f2 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634110 Jun 25 14:37:29.286742 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea8a63-9af6-4d35-8844-eb2f1a662d53 req-b64aa56c-89ef-4ac6-a7ff-6ea1d1877eb2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:29.289425 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5dea8a63-9af6-4d35-8844-eb2f1a662d53 req-b64aa56c-89ef-4ac6-a7ff-6ea1d1877eb2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1076860 Jun 25 14:37:29.339018 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5dea8a63-9af6-4d35-8844-eb2f1a662d53 req-37627d4b-7d3c-4d23-a1aa-f18407e2b4c8 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434542 Jun 25 14:37:30.553029 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd75be9-3e2c-4ce5-adc2-111a84a63e13 req-3c8ece17-0975-487b-a6ec-10741bf0c503 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:30.554584 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0fd75be9-3e2c-4ce5-adc2-111a84a63e13 req-3c8ece17-0975-487b-a6ec-10741bf0c503 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.0923262 Jun 25 14:37:30.611741 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0fd75be9-3e2c-4ce5-adc2-111a84a63e13 req-eb4789c4-ca0d-4924-aeaa-1881303bdbae tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497477 Jun 25 14:37:31.905549 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46e8d7-6d73-4dc3-baeb-86100ffb25ce req-fbcc724e-8751-46fe-8ed5-7298c3c3f1ff tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:31.907023 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-de46e8d7-6d73-4dc3-baeb-86100ffb25ce req-fbcc724e-8751-46fe-8ed5-7298c3c3f1ff tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1297586 Jun 25 14:37:31.983472 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-de46e8d7-6d73-4dc3-baeb-86100ffb25ce req-7185e19b-a94c-4fa4-aa50-ce0388726634 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685015 Jun 25 14:37:32.584105 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-6fda274d-df94-4519-88bf-f814da479882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:32.990457 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:33.245518 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3c772-22d9-49c0-97b2-559279d6d270 req-436a7a87-6b29-472a-a69e-f89e6884c244 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:33.248112 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a0a3c772-22d9-49c0-97b2-559279d6d270 req-436a7a87-6b29-472a-a69e-f89e6884c244 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1050165 Jun 25 14:37:33.303997 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a0a3c772-22d9-49c0-97b2-559279d6d270 req-88435d3e-4e4c-4653-9cca-0dd7523afb3b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487766 Jun 25 14:37:34.512216 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9476b52-67d7-43bc-b7b2-d3d2a60cd24f req-8adc09b6-f207-4288-82df-c617145ebc40 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:34.513794 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e9476b52-67d7-43bc-b7b2-d3d2a60cd24f req-8adc09b6-f207-4288-82df-c617145ebc40 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.0867820 Jun 25 14:37:34.566067 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e9476b52-67d7-43bc-b7b2-d3d2a60cd24f req-b3223805-5ed1-48ba-a94b-cf538dcf7e07 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431969 Jun 25 14:37:35.436497 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-46565396-7872-4e13-857b-f6b62a32e0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:35.785574 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5cbc2-eed4-4c10-ab61-df28975a01cf req-b245a00d-e405-49dd-b3e8-42f41a5a99e4 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:35.788267 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a6b5cbc2-eed4-4c10-ab61-df28975a01cf req-b245a00d-e405-49dd-b3e8-42f41a5a99e4 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1021392 Jun 25 14:37:35.840810 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a6b5cbc2-eed4-4c10-ab61-df28975a01cf req-32d84b9a-14af-4c4f-86a5-3e4e3f482a44 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464623 Jun 25 14:37:36.136998 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:37.090742 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be2ca7-02ac-4703-8c80-4b74fd91f413 req-14ffe43e-f48a-483a-9bfd-4829c797f6b5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:37.092363 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-79be2ca7-02ac-4703-8c80-4b74fd91f413 req-14ffe43e-f48a-483a-9bfd-4829c797f6b5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1332893 Jun 25 14:37:37.146409 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-79be2ca7-02ac-4703-8c80-4b74fd91f413 req-3815fd5d-f6fa-46c9-93eb-280f69d34a51 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478361 Jun 25 14:37:37.574516 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:38.010904 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea392-b1ad-45da-8286-84b3045d2129 req-14cf62af-e82c-4bdd-a7c0-89f4d29685d9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:38.013522 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-724ea392-b1ad-45da-8286-84b3045d2129 req-14cf62af-e82c-4bdd-a7c0-89f4d29685d9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 984 time: 0.1102698 Jun 25 14:37:38.036676 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dddad5-eeb7-493a-9185-9178e19d3c20 req-d4c09161-44c9-4180-aefb-523a001539d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:38.038191 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-31dddad5-eeb7-493a-9185-9178e19d3c20 req-d4c09161-44c9-4180-aefb-523a001539d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecbcc4df36394aafa47f880b528ca413&device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 1137 time: 0.0812109 Jun 25 14:37:38.107268 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-724ea392-b1ad-45da-8286-84b3045d2129 req-94bb4a56-768e-439a-abb9-3940cf42aaa8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd63e784-4cd2-43f6-8428-cb5080270df7&id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869718 Jun 25 14:37:38.192167 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dddad5-eeb7-493a-9185-9178e19d3c20 req-681393bc-8526-4e6a-bc59-68dbb2ede616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:38.193627 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-31dddad5-eeb7-493a-9185-9178e19d3c20 req-681393bc-8526-4e6a-bc59-68dbb2ede616 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5079ccc6-0a31-4a56-8503-76f1988cf315 HTTP/1.1" status: 200 len: 916 time: 0.1454792 Jun 25 14:37:38.310540 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-31dddad5-eeb7-493a-9185-9178e19d3c20 req-645df1d8-c9c8-4a7c-97f9-03bb0aaa0b3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd HTTP/1.1" status: 200 len: 1000 time: 0.1093292 Jun 25 14:37:38.387069 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dddad5-eeb7-493a-9185-9178e19d3c20 req-d77975ae-e239-4e45-8dfa-d1857cd98d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:38.389329 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-31dddad5-eeb7-493a-9185-9178e19d3c20 req-d77975ae-e239-4e45-8dfa-d1857cd98d38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3bfbaa5d-534f-40ee-b424-109922456a9d HTTP/1.1" status: 200 len: 854 time: 0.0686166 Jun 25 14:37:38.447392 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f75079-d94c-43b4-8fa8-026d7b5d5163 req-6f8d38ba-5266-4044-a5f7-6a62903ea41f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:38.448998 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c0f75079-d94c-43b4-8fa8-026d7b5d5163 req-6f8d38ba-5266-4044-a5f7-6a62903ea41f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.0952802 Jun 25 14:37:38.504067 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c0f75079-d94c-43b4-8fa8-026d7b5d5163 req-37ba8b17-a760-477b-9559-9d4a010e15ce tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438781 Jun 25 14:37:38.518649 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:38.531424 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dddad5-eeb7-493a-9185-9178e19d3c20 req-16e996a3-be60-4380-9a9d-00987f59ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:38.534138 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-31dddad5-eeb7-493a-9185-9178e19d3c20 req-16e996a3-be60-4380-9a9d-00987f59ab59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5079ccc6-0a31-4a56-8503-76f1988cf315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1360521 Jun 25 14:37:38.691165 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-31dddad5-eeb7-493a-9185-9178e19d3c20 req-c74bdbda-6d68-4a27-99ed-4028eb8f0eb4 service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493559 Jun 25 14:37:38.836715 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-31dddad5-eeb7-493a-9185-9178e19d3c20 req-3be1a773-501a-4fbc-9163-8ed540a529cb service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378937 Jun 25 14:37:39.335160 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e08c0-a0d7-48b1-b904-6f1b95127e76 req-5867a75c-baeb-4be1-869f-8d9222087ae3 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:39.337694 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cd1e08c0-a0d7-48b1-b904-6f1b95127e76 req-5867a75c-baeb-4be1-869f-8d9222087ae3 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 984 time: 0.1066813 Jun 25 14:37:39.390778 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cd1e08c0-a0d7-48b1-b904-6f1b95127e76 req-72898cc9-ab89-4bd9-a2c2-9d9e0eaba7d6 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd63e784-4cd2-43f6-8428-cb5080270df7&id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472076 Jun 25 14:37:39.735374 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a1094-837d-48cf-880a-07dd3c6a4fd5 req-e57df316-8e6e-4f09-bc09-1cd785e6e183 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:39.737004 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b99a1094-837d-48cf-880a-07dd3c6a4fd5 req-e57df316-8e6e-4f09-bc09-1cd785e6e183 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.0917115 Jun 25 14:37:39.785619 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b99a1094-837d-48cf-880a-07dd3c6a4fd5 req-aa3f162a-88e7-4844-9d1c-9ddfda3bbc88 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424683 Jun 25 14:37:39.803289 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device f5996bc0-16e9-4118-9df8-2703b3816bfb details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:37:39.982579 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port f5996bc0-16e9-4118-9df8-2703b3816bfb, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:40.006019 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'port_id': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'mac_address': 'fa:16:3e:b1:f5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:37:40.120546 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:40.145802 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5996bc0-16e9-4118-9df8-2703b3816bfb {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:37:40.168740 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port f5996bc0-16e9-4118-9df8-2703b3816bfb, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:40.173375 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:40.175489 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-6dd02c0f-e096-4c6e-8ab0-9ecdc1d3e609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:40.249939 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=f5996bc0-16e9-4118-9df8-2703b3816bfb,revision_number=6']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:40.258454 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:40.258798 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:40.259139 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:40.259516 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:40.259850 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:40.260176 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:40.260516 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:40.260822 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:40.261141 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:40.261460 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:40.261776 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:40.262090 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:37:40.266260 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:40.361395 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['f5996bc0-16e9-4118-9df8-2703b3816bfb'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:37:40.612340 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb70de8-68b5-43ab-bef7-54332285accf req-30b933e8-a9c5-40cc-a5aa-962257b6784e tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:40.613839 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6eb70de8-68b5-43ab-bef7-54332285accf req-30b933e8-a9c5-40cc-a5aa-962257b6784e tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 984 time: 0.0930486 Jun 25 14:37:40.684276 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6eb70de8-68b5-43ab-bef7-54332285accf req-ec7b03b3-7470-4c77-96b3-cc8b5b0f597e tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd63e784-4cd2-43f6-8428-cb5080270df7&id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590377 Jun 25 14:37:41.014794 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4dc5e-e31f-4782-9097-fdd24dee3480 req-da03794e-456f-4f3c-8b61-9ef9e099d824 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:41.017822 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8ac4dc5e-e31f-4782-9097-fdd24dee3480 req-da03794e-456f-4f3c-8b61-9ef9e099d824 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 944 time: 0.1103959 Jun 25 14:37:41.099999 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8ac4dc5e-e31f-4782-9097-fdd24dee3480 req-1d968354-1516-4060-b589-3e9cb4a0bef9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743108 Jun 25 14:37:41.732409 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:37:41.816930 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device f5996bc0-16e9-4118-9df8-2703b3816bfb up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:37:41.923023 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port f5996bc0-16e9-4118-9df8-2703b3816bfb triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:37:41.923438 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:41.952410 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca78cca-dbe1-49ea-bf5f-03f47e8efe28 req-46725c04-6896-421f-a9d4-03cf2c547d8c tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:41.954081 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3ca78cca-dbe1-49ea-bf5f-03f47e8efe28 req-46725c04-6896-421f-a9d4-03cf2c547d8c tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 984 time: 0.1290002 Jun 25 14:37:42.057316 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3ca78cca-dbe1-49ea-bf5f-03f47e8efe28 req-7611b7ae-9024-488a-924f-143b88a35ee8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd63e784-4cd2-43f6-8428-cb5080270df7&id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945706 Jun 25 14:37:42.071521 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:42.108141 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:37:42.120169 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port f5996bc0-16e9-4118-9df8-2703b3816bfb, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:42.125951 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:42.129950 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:42.254472 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=f5996bc0-16e9-4118-9df8-2703b3816bfb,revision_number=7']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:42.259669 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:42.300577 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'code': 200} Jun 25 14:37:42.374676 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3368f-21a2-42e1-8ab8-860ddbc28bfb req-7dde0cb0-23a1-459a-b155-c4b0aaf48690 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:42.377490 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f7d3368f-21a2-42e1-8ab8-860ddbc28bfb req-7dde0cb0-23a1-459a-b155-c4b0aaf48690 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.0980093 Jun 25 14:37:42.461660 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f7d3368f-21a2-42e1-8ab8-860ddbc28bfb req-7d5766f5-5275-4487-a594-8b702e1431ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744040 Jun 25 14:37:43.405507 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb0383-97c6-4fa0-b6f6-fdcd192ada64 req-15767b7a-590a-4114-b6d8-b999e79cc190 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:43.407002 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4bdb0383-97c6-4fa0-b6f6-fdcd192ada64 req-15767b7a-590a-4114-b6d8-b999e79cc190 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 984 time: 0.2122896 Jun 25 14:37:43.570813 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4bdb0383-97c6-4fa0-b6f6-fdcd192ada64 req-f57ffb6b-a183-436e-868d-0abf7792d5cd tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd63e784-4cd2-43f6-8428-cb5080270df7&id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1529510 Jun 25 14:37:43.879959 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c7a40-bcdc-40bd-84e8-ad3f8efa762e req-7f6ab6b8-719b-46d7-92d5-3df10e17a7d0 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:43.881598 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-984c7a40-bcdc-40bd-84e8-ad3f8efa762e req-7f6ab6b8-719b-46d7-92d5-3df10e17a7d0 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1361086 Jun 25 14:37:43.946736 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-984c7a40-bcdc-40bd-84e8-ad3f8efa762e req-e3167e3f-e585-4a9e-91cf-c11fcda001de tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554197 Jun 25 14:37:44.875906 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f54c7f-a37b-4c54-98df-794e2bc955fe req-08f88f0b-5f9c-4d24-a70b-1726cc378724 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:44.880696 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-03f54c7f-a37b-4c54-98df-794e2bc955fe req-08f88f0b-5f9c-4d24-a70b-1726cc378724 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 984 time: 0.1083107 Jun 25 14:37:44.968590 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-03f54c7f-a37b-4c54-98df-794e2bc955fe req-d316e375-e24f-408c-923b-172aa1de7b8d tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd63e784-4cd2-43f6-8428-cb5080270df7&id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798278 Jun 25 14:37:45.280134 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd40ec-fd98-4bcc-902f-6008551623c8 req-cc998135-08b1-474c-81ec-ed61ac7f67a4 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:45.282812 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-78fd40ec-fd98-4bcc-902f-6008551623c8 req-cc998135-08b1-474c-81ec-ed61ac7f67a4 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1177583 Jun 25 14:37:45.347065 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-78fd40ec-fd98-4bcc-902f-6008551623c8 req-0726e511-cec0-4a02-add5-9bdfca63611a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476477 Jun 25 14:37:46.221221 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4665d6-7c75-4078-85c5-86b320a45a19 req-77ce9deb-0bc4-4171-8b25-fd9430002ab5 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:46.229799 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2e4665d6-7c75-4078-85c5-86b320a45a19 req-77ce9deb-0bc4-4171-8b25-fd9430002ab5 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 984 time: 0.1136169 Jun 25 14:37:46.324110 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2e4665d6-7c75-4078-85c5-86b320a45a19 req-0d4a999f-c86c-4bda-9ada-b29109fd646f tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd63e784-4cd2-43f6-8428-cb5080270df7&id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877428 Jun 25 14:37:46.625985 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac79c2-15c3-4222-9c75-a5efee24c067 req-c6a9a984-4e9c-42df-9a4a-6c943b359cc2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:46.627492 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ecac79c2-15c3-4222-9c75-a5efee24c067 req-c6a9a984-4e9c-42df-9a4a-6c943b359cc2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.0978429 Jun 25 14:37:46.678744 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ecac79c2-15c3-4222-9c75-a5efee24c067 req-ade1df7b-6302-4d96-a035-d3bb1ac36ba2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445890 Jun 25 14:37:47.595912 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a55a4d-79a1-4f7a-ae8e-155037238ad8 req-cb1795d3-6bc0-4759-83b9-3fa024286c58 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:47.598506 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-53a55a4d-79a1-4f7a-ae8e-155037238ad8 req-cb1795d3-6bc0-4759-83b9-3fa024286c58 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 984 time: 0.0985291 Jun 25 14:37:47.681856 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-53a55a4d-79a1-4f7a-ae8e-155037238ad8 req-63ad4fb7-c3ce-421b-b88f-b813557063af tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd63e784-4cd2-43f6-8428-cb5080270df7&id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715215 Jun 25 14:37:47.953633 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb516b6-9b8b-4ba9-bbff-ee60635807b3 req-7b1e2ef8-6e61-4498-94a0-8e912c7188aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:47.956144 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-feb516b6-9b8b-4ba9-bbff-ee60635807b3 req-7b1e2ef8-6e61-4498-94a0-8e912c7188aa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1373396 Jun 25 14:37:48.026214 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-feb516b6-9b8b-4ba9-bbff-ee60635807b3 req-f5b5520c-f92a-4aff-bda8-6e8e9b2ae55e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540645 Jun 25 14:37:49.128697 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27352d-6413-4a70-b582-8365df139fe2 req-4ceeae7c-e283-44b4-9f01-ceb240b51d85 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:49.132836 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1d27352d-6413-4a70-b582-8365df139fe2 req-4ceeae7c-e283-44b4-9f01-ceb240b51d85 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 984 time: 0.2248662 Jun 25 14:37:49.282056 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1d27352d-6413-4a70-b582-8365df139fe2 req-e83538cd-2767-4310-8f9f-458d4421a99f tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd63e784-4cd2-43f6-8428-cb5080270df7&id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340113 Jun 25 14:37:49.378012 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483aff78-947e-4cb8-906c-b9ce3e1b1a52 req-08e9b32b-5280-42cd-bac0-affd74e44d07 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:49.379978 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-483aff78-947e-4cb8-906c-b9ce3e1b1a52 req-08e9b32b-5280-42cd-bac0-affd74e44d07 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1368124 Jun 25 14:37:49.465124 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-483aff78-947e-4cb8-906c-b9ce3e1b1a52 req-e22234bc-ba86-482f-a86a-e11eb134ae4e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737841 Jun 25 14:37:50.528862 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fb6ac-7ae5-4377-ac85-69ceb4ff28de req-ad1ae124-74b7-4905-8146-6461d84ce73a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:50.537051 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-335fb6ac-7ae5-4377-ac85-69ceb4ff28de req-ad1ae124-74b7-4905-8146-6461d84ce73a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 984 time: 0.1031523 Jun 25 14:37:50.602073 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-335fb6ac-7ae5-4377-ac85-69ceb4ff28de req-96e1c835-6b24-45d3-97d8-f1fd78663b36 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=dd63e784-4cd2-43f6-8428-cb5080270df7&id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639429 Jun 25 14:37:50.774145 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826eac5-3729-4149-b87a-e0e64eb3b31a req-60c587a8-dbaa-4038-aeb4-ea05ed96021f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:50.776701 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c826eac5-3729-4149-b87a-e0e64eb3b31a req-60c587a8-dbaa-4038-aeb4-ea05ed96021f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1155331 Jun 25 14:37:50.871878 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c826eac5-3729-4149-b87a-e0e64eb3b31a req-24e6416b-2b45-4a6f-acf3-85137b61c8da tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887980 Jun 25 14:37:52.121648 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487a613-c0c2-4f09-84fc-24d4f7caa990 req-f2f80c7b-0cc2-4c4a-8cb0-835eaca7c4bf tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:52.123221 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b487a613-c0c2-4f09-84fc-24d4f7caa990 req-f2f80c7b-0cc2-4c4a-8cb0-835eaca7c4bf tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1038668 Jun 25 14:37:52.179056 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b487a613-c0c2-4f09-84fc-24d4f7caa990 req-450d2f90-de9c-482b-94c3-53511959b5c0 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467176 Jun 25 14:37:53.008272 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920189d-4037-4f53-b170-d2b8bfc6db7b req-15772d07-835b-40c5-9c1c-aea669a5536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:53.010324 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f920189d-4037-4f53-b170-d2b8bfc6db7b req-15772d07-835b-40c5-9c1c-aea669a5536d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 1098 time: 0.0885346 Jun 25 14:37:53.167376 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920189d-4037-4f53-b170-d2b8bfc6db7b req-3229b78f-6c8d-4305-a27d-3d2406f83ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:53.168871 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f920189d-4037-4f53-b170-d2b8bfc6db7b req-3229b78f-6c8d-4305-a27d-3d2406f83ea8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 200 len: 918 time: 0.1522267 Jun 25 14:37:53.305939 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f920189d-4037-4f53-b170-d2b8bfc6db7b req-711d95ce-7e0f-4d95-9323-96329fd25072 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb HTTP/1.1" status: 200 len: 1000 time: 0.1295090 Jun 25 14:37:53.381778 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920189d-4037-4f53-b170-d2b8bfc6db7b req-22300d14-4b88-4268-88fd-675a56f4596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:53.383365 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f920189d-4037-4f53-b170-d2b8bfc6db7b req-22300d14-4b88-4268-88fd-675a56f4596b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d342de52-d2d2-45a2-92c2-62e59e532739 HTTP/1.1" status: 200 len: 856 time: 0.0712135 Jun 25 14:37:53.444432 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438dce2-c5cd-41ec-944b-1f87edb8c6f8 req-1ec08a1f-89b5-4e81-93d3-918466355eef tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:53.447045 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0438dce2-c5cd-41ec-944b-1f87edb8c6f8 req-1ec08a1f-89b5-4e81-93d3-918466355eef tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1378477 Jun 25 14:37:53.469960 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920189d-4037-4f53-b170-d2b8bfc6db7b req-0c554b14-d03f-4204-8f0d-3eec56f228d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:53.472080 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f920189d-4037-4f53-b170-d2b8bfc6db7b req-0c554b14-d03f-4204-8f0d-3eec56f228d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819645 Jun 25 14:37:53.527648 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0438dce2-c5cd-41ec-944b-1f87edb8c6f8 req-984c81ed-b84c-4e43-9938-10f66e6402f5 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736105 Jun 25 14:37:53.618467 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f920189d-4037-4f53-b170-d2b8bfc6db7b req-fb9f3131-fb42-4d52-8308-0670d1743245 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388588 Jun 25 14:37:53.878510 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f920189d-4037-4f53-b170-d2b8bfc6db7b req-7bbd8525-0768-45de-b48f-b287a930021b service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521214 Jun 25 14:37:54.742032 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a92405-8f1c-45d9-a88c-1c939c061853 req-10a60144-e140-47e9-a560-14dde19970c9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:54.743607 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c6a92405-8f1c-45d9-a88c-1c939c061853 req-10a60144-e140-47e9-a560-14dde19970c9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.0916536 Jun 25 14:37:54.794253 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c6a92405-8f1c-45d9-a88c-1c939c061853 req-59948fc3-6707-48ec-b12e-a7eb0c381c53 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445139 Jun 25 14:37:55.915944 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device f5996bc0-16e9-4118-9df8-2703b3816bfb no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:37:56.013150 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99944b2-546b-45bd-9479-a29dee91e1e0 req-1c411597-7644-42c2-b62a-0eeb48016185 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:56.016101 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b99944b2-546b-45bd-9479-a29dee91e1e0 req-1c411597-7644-42c2-b62a-0eeb48016185 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 945 time: 0.1044734 Jun 25 14:37:56.074444 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.081821 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b99944b2-546b-45bd-9479-a29dee91e1e0 req-508392f2-4476-421e-b0a4-ad29261cafaa tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574267 Jun 25 14:37:56.105767 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:37:56.119952 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port f5996bc0-16e9-4118-9df8-2703b3816bfb, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:37:56.127377 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:37:56.135711 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:37:56.185185 dv-cinder-798088-1-iscsi neutron-server[78418]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'code': 422} returned with failed status Jun 25 14:37:56.234309 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=f5996bc0-16e9-4118-9df8-2703b3816bfb,revision_number=8']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:37:56.238212 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:37:58.826554 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-0ce041a7-7bca-4ae8-93f7-b54f7b0c4409 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854950 Jun 25 14:37:58.968373 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67921f9-f6e5-4f36-9c27-6c493ebd68d2 req-d93c887f-7388-4ec7-99a6-b7075ce3c961 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:58.971856 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c67921f9-f6e5-4f36-9c27-6c493ebd68d2 req-d93c887f-7388-4ec7-99a6-b7075ce3c961 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.1620626 Jun 25 14:37:59.054922 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c67921f9-f6e5-4f36-9c27-6c493ebd68d2 req-f8f27221-4759-48e5-b71a-479a7fa9397b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761311 Jun 25 14:37:59.511921 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-7d9e093e-5bcf-4dfc-a4ab-a5ad07f8477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:59.513390 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-7d9e093e-5bcf-4dfc-a4ab-a5ad07f8477a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222&tenant_id=1e3a525bd5684b0e8516b71090c07dd2 HTTP/1.1" status: 200 len: 1096 time: 0.0772493 Jun 25 14:37:59.643016 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-c169201c-66f2-4100-96d5-d34fd9e1028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:59.645644 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-c169201c-66f2-4100-96d5-d34fd9e1028d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 1096 time: 0.0972061 Jun 25 14:37:59.801388 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-dea59ba9-491f-4390-8aa3-82e6fc69aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:37:59.803061 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-dea59ba9-491f-4390-8aa3-82e6fc69aaf1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 200 len: 918 time: 0.1507916 Jun 25 14:37:59.922774 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-3f5fd30d-574a-4924-a7db-286c6bc2ff05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb HTTP/1.1" status: 200 len: 998 time: 0.1103780 Jun 25 14:38:00.004580 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-2e799dc3-e085-4706-b996-60179eb36f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:00.007066 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-2e799dc3-e085-4706-b996-60179eb36f54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d342de52-d2d2-45a2-92c2-62e59e532739 HTTP/1.1" status: 200 len: 856 time: 0.0771351 Jun 25 14:38:00.091111 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-c8ea1a59-cbbc-43d0-844a-4f2852541ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:00.092555 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-c8ea1a59-cbbc-43d0-844a-4f2852541ec8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762079 Jun 25 14:38:00.262084 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-b28543a2-d2a1-4367-98b7-385777d3ace4 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621974 Jun 25 14:38:00.273925 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140decb-b065-4a85-a06b-4dac00e174c3 req-7b91fc6c-e885-493e-b850-10d293e572f1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:00.275673 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a140decb-b065-4a85-a06b-4dac00e174c3 req-7b91fc6c-e885-493e-b850-10d293e572f1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.0890706 Jun 25 14:38:00.327366 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a140decb-b065-4a85-a06b-4dac00e174c3 req-673fa83e-0891-4f95-8702-aa220f8e6948 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455222 Jun 25 14:38:00.401851 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e95b3b84-48d0-47ee-a712-14e17e2a6612 req-21ae6b4e-2baa-485c-a172-6ee0536a4432 service neutron] 10.222.0.69 "GET /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326694 Jun 25 14:38:01.678111 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe713594-1196-44a7-9ba3-1e98c9bc6498 req-93d4eafc-c0cf-4725-bc33-7d1b8f2cfb46 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:01.686461 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fe713594-1196-44a7-9ba3-1e98c9bc6498 req-93d4eafc-c0cf-4725-bc33-7d1b8f2cfb46 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.2207019 Jun 25 14:38:01.740649 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fe713594-1196-44a7-9ba3-1e98c9bc6498 req-e7a33b4c-066c-4860-974b-88a67e019bc7 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522177 Jun 25 14:38:02.570160 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9e6ef565-94d5-41c5-84d5-005cbdc209c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:02.964895 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b6655-90b6-47a2-828c-e527cee70e42 req-b46d10f3-ad5e-4486-a284-81d497cda482 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:02.967076 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dd9b6655-90b6-47a2-828c-e527cee70e42 req-b46d10f3-ad5e-4486-a284-81d497cda482 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.0922039 Jun 25 14:38:02.992035 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:03.033968 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dd9b6655-90b6-47a2-828c-e527cee70e42 req-19f47c23-6613-42f2-ad2b-0ad813782080 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558796 Jun 25 14:38:04.285378 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e572d-a7da-4c40-97da-66b9d298ce64 req-157b30f9-315b-40e1-a102-19db2038f3f0 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:04.288036 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1f4e572d-a7da-4c40-97da-66b9d298ce64 req-157b30f9-315b-40e1-a102-19db2038f3f0 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.1147525 Jun 25 14:38:04.370059 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1f4e572d-a7da-4c40-97da-66b9d298ce64 req-2a07558a-a179-43e4-bd3a-4998c4b4522f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770147 Jun 25 14:38:05.458415 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-de39424b-d5c9-4d90-81b0-7b0a3d457cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:05.683067 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb936190-a5ae-4284-9319-fb5bec4dd113 req-f2c2b076-cd9c-4588-b864-bf251e87c314 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:05.685669 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fb936190-a5ae-4284-9319-fb5bec4dd113 req-f2c2b076-cd9c-4588-b864-bf251e87c314 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.1482937 Jun 25 14:38:05.744681 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fb936190-a5ae-4284-9319-fb5bec4dd113 req-7dab280f-f629-43b8-8465-94d1bc3f041f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508859 Jun 25 14:38:06.138726 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:07.235108 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d2e4-6251-4d59-9254-7e8751f0d217 req-729195dd-20d1-4d1e-8671-f7e6bfb8f263 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:07.238463 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1827d2e4-6251-4d59-9254-7e8751f0d217 req-729195dd-20d1-4d1e-8671-f7e6bfb8f263 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.1530201 Jun 25 14:38:07.299283 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1827d2e4-6251-4d59-9254-7e8751f0d217 req-66c9c5ad-aa9b-4788-b759-003fee91753e tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536032 Jun 25 14:38:07.583713 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:08.535670 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:08.652256 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cc32a-a00e-4962-9ff6-a85c6815e804 req-6231df24-a327-4c1c-bafd-b30cb4d6e0b3 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:08.653878 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ad9cc32a-a00e-4962-9ff6-a85c6815e804 req-6231df24-a327-4c1c-bafd-b30cb4d6e0b3 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.1313832 Jun 25 14:38:08.714295 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ad9cc32a-a00e-4962-9ff6-a85c6815e804 req-dc05fe0f-f98c-4616-bdeb-d79e8e35cf7d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521677 Jun 25 14:38:10.002313 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c44139-428b-466f-b293-2f3aedacd72f req-5eabe43d-9810-450d-8ba0-3def0369cad7 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:10.004817 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-03c44139-428b-466f-b293-2f3aedacd72f req-5eabe43d-9810-450d-8ba0-3def0369cad7 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.1090503 Jun 25 14:38:10.082679 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-03c44139-428b-466f-b293-2f3aedacd72f req-c475993e-c122-441a-a142-21dca602f654 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630076 Jun 25 14:38:11.400859 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51834e27-f658-4b41-b9b5-3e667b7b5415 req-560a6ce6-1317-4630-83a0-0c2fad05c9a9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:11.404193 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-51834e27-f658-4b41-b9b5-3e667b7b5415 req-560a6ce6-1317-4630-83a0-0c2fad05c9a9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.1487820 Jun 25 14:38:11.497256 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-51834e27-f658-4b41-b9b5-3e667b7b5415 req-6a82a81a-a577-48dc-addf-f991fb19d17a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822473 Jun 25 14:38:12.790715 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2179a1-2697-4980-b0be-cc0b9d261a6a req-53da238c-6a3c-4604-a1da-5fce192ee00b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:12.792638 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-da2179a1-2697-4980-b0be-cc0b9d261a6a req-53da238c-6a3c-4604-a1da-5fce192ee00b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.1048717 Jun 25 14:38:12.854438 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-da2179a1-2697-4980-b0be-cc0b9d261a6a req-459a019f-4b73-40f9-8baa-d358fee0249a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549743 Jun 25 14:38:13.996700 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device f5996bc0-16e9-4118-9df8-2703b3816bfb details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:38:14.163856 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1e1b5-4f77-4c4f-abb2-dea9be912a9d req-ac623b0d-2bdc-444f-98ed-4534887ef038 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:14.166347 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d4b1e1b5-4f77-4c4f-abb2-dea9be912a9d req-ac623b0d-2bdc-444f-98ed-4534887ef038 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 943 time: 0.1031427 Jun 25 14:38:14.193804 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port f5996bc0-16e9-4118-9df8-2703b3816bfb, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:14.213466 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'port_id': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'mac_address': 'fa:16:3e:b1:f5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:38:14.238467 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d4b1e1b5-4f77-4c4f-abb2-dea9be912a9d req-188f33f6-db8e-48aa-91b8-f787b94fb949 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647082 Jun 25 14:38:14.290398 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:14.310846 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5996bc0-16e9-4118-9df8-2703b3816bfb {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:38:14.328668 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port f5996bc0-16e9-4118-9df8-2703b3816bfb, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:14.334168 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:14.337104 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-c448bfc5-ddad-4bfa-9ef6-51c0449d98de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:14.412367 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=f5996bc0-16e9-4118-9df8-2703b3816bfb,revision_number=9']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:14.415898 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:14.679436 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['f5996bc0-16e9-4118-9df8-2703b3816bfb'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:38:15.254754 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bd2af-fb83-4332-a2b2-2e8fd924f479 req-1fd1b108-b02c-4b7e-aeae-bae2b1acd2b8 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:15.256248 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-136bd2af-fb83-4332-a2b2-2e8fd924f479 req-1fd1b108-b02c-4b7e-aeae-bae2b1acd2b8 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.0911460 Jun 25 14:38:15.320871 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-136bd2af-fb83-4332-a2b2-2e8fd924f479 req-ec95b0de-b29e-4f71-9800-8aed6282236c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587354 Jun 25 14:38:15.495302 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786351a-e416-42b7-adbc-d5dd3a9652c9 req-e4b58dba-e807-4e0d-adbf-c50b5929e44f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:15.497982 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a786351a-e416-42b7-adbc-d5dd3a9652c9 req-e4b58dba-e807-4e0d-adbf-c50b5929e44f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 944 time: 0.1030097 Jun 25 14:38:15.575679 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a786351a-e416-42b7-adbc-d5dd3a9652c9 req-f5cdb0fe-cb76-49f2-a6d1-b2c234525eec tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705600 Jun 25 14:38:16.017611 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device f5996bc0-16e9-4118-9df8-2703b3816bfb up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:38:16.120264 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port f5996bc0-16e9-4118-9df8-2703b3816bfb triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:38:16.120640 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:16.285555 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:16.315785 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:38:16.326100 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port f5996bc0-16e9-4118-9df8-2703b3816bfb, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:16.331549 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:16.335044 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:16.408800 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=f5996bc0-16e9-4118-9df8-2703b3816bfb,revision_number=10']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:16.415084 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:16.421802 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'code': 200} Jun 25 14:38:16.634698 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fc9b5-26f2-48f5-822a-04ebd9c5881e req-dd92c67c-a87d-41e3-9ae5-0835f33c806a tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:16.636411 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3a7fc9b5-26f2-48f5-822a-04ebd9c5881e req-dd92c67c-a87d-41e3-9ae5-0835f33c806a tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.1335106 Jun 25 14:38:16.690931 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3a7fc9b5-26f2-48f5-822a-04ebd9c5881e req-abafa99b-e8a7-4beb-8d53-ce6a82552014 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463064 Jun 25 14:38:16.784685 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef250a88-ad1b-4566-8b09-386411288b55 req-df482bf7-bd42-4e8c-aa39-67b7484e348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:16.786392 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ef250a88-ad1b-4566-8b09-386411288b55 req-df482bf7-bd42-4e8c-aa39-67b7484e348b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 1099 time: 0.0817690 Jun 25 14:38:16.855959 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ef250a88-ad1b-4566-8b09-386411288b55 req-f48173d3-cb24-476e-951d-69beb5e923c3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628419 Jun 25 14:38:16.941481 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c7b72-aa31-4f4c-84bf-b669c328d3e0 req-2e50e3be-eb08-4597-9c98-da972ea124ae tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:16.942905 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ea5c7b72-aa31-4f4c-84bf-b669c328d3e0 req-2e50e3be-eb08-4597-9c98-da972ea124ae tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 946 time: 0.1520760 Jun 25 14:38:16.951528 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a4057dec-9824-4a1e-984c-1af4000c6334 req-7061a427-678a-44b3-8133-09c3c45a15b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1160502 Jun 25 14:38:16.996324 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ea5c7b72-aa31-4f4c-84bf-b669c328d3e0 req-d71316ac-2733-4465-a8cf-2fba6f4cf98d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425999 Jun 25 14:38:17.260493 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4057dec-9824-4a1e-984c-1af4000c6334 req-6b5f6a03-48e0-4e65-84ea-a0219f66c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:17.261989 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a4057dec-9824-4a1e-984c-1af4000c6334 req-6b5f6a03-48e0-4e65-84ea-a0219f66c146 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1eb7d9c9a44d40b3bfa7db37305ae277&device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 1098 time: 0.0784597 Jun 25 14:38:17.418799 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4057dec-9824-4a1e-984c-1af4000c6334 req-e62e92b5-bf48-41e7-8e85-3958c8943698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:17.420295 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a4057dec-9824-4a1e-984c-1af4000c6334 req-e62e92b5-bf48-41e7-8e85-3958c8943698 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1066c44d-0048-4fd0-a558-c7100aa231ba HTTP/1.1" status: 200 len: 910 time: 0.1381180 Jun 25 14:38:17.619856 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a4057dec-9824-4a1e-984c-1af4000c6334 req-b6dac2a0-b7cb-465b-b5f8-4d942ac9f22f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 HTTP/1.1" status: 200 len: 1000 time: 0.1921186 Jun 25 14:38:17.691052 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4057dec-9824-4a1e-984c-1af4000c6334 req-69ead9a3-ee12-4128-bd76-b7398b8b5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:17.692583 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a4057dec-9824-4a1e-984c-1af4000c6334 req-69ead9a3-ee12-4128-bd76-b7398b8b5d62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e9b658f-349b-404b-b2ac-ed9f56cfa20b HTTP/1.1" status: 200 len: 848 time: 0.0663378 Jun 25 14:38:17.782261 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4057dec-9824-4a1e-984c-1af4000c6334 req-cda9c476-573d-43dd-ad4d-65c17ae77813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:17.784112 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a4057dec-9824-4a1e-984c-1af4000c6334 req-cda9c476-573d-43dd-ad4d-65c17ae77813 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1066c44d-0048-4fd0-a558-c7100aa231ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823681 Jun 25 14:38:17.984337 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a4057dec-9824-4a1e-984c-1af4000c6334 req-a3631fee-6636-4340-89f5-bc4d5ff8696d service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932387 Jun 25 14:38:18.000287 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3e8e1-1c5d-4114-bd36-79b0c4f97ed8 req-fd91eaad-926b-462f-b027-e8bf4a483677 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:18.001858 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-aae3e8e1-1c5d-4114-bd36-79b0c4f97ed8 req-fd91eaad-926b-462f-b027-e8bf4a483677 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.1839190 Jun 25 14:38:18.218006 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-aae3e8e1-1c5d-4114-bd36-79b0c4f97ed8 req-c6454955-9d04-4b48-b9e4-a3474a989588 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051985 Jun 25 14:38:18.281178 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a4057dec-9824-4a1e-984c-1af4000c6334 req-e74b8b99-74b7-4642-b2ca-93130fc95c84 service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546487 Jun 25 14:38:18.294102 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab640c-4c2b-475b-8092-2ec4048a4c91 req-7444754d-4e21-4c4b-9fb1-1856fdda9d3d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:18.295844 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-13ab640c-4c2b-475b-8092-2ec4048a4c91 req-7444754d-4e21-4c4b-9fb1-1856fdda9d3d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 946 time: 0.1648552 Jun 25 14:38:18.352064 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-13ab640c-4c2b-475b-8092-2ec4048a4c91 req-866dcaf9-597a-4714-ae44-c3e39e718be9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466862 Jun 25 14:38:18.731791 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:38:19.435249 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7efe9f-deee-4646-b37f-f5aba845a373 req-5ab6a888-57bb-4dbf-b94e-332342e887c2 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:19.436867 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-df7efe9f-deee-4646-b37f-f5aba845a373 req-5ab6a888-57bb-4dbf-b94e-332342e887c2 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.0894456 Jun 25 14:38:19.485048 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-df7efe9f-deee-4646-b37f-f5aba845a373 req-5c70d945-3274-4fff-8409-39a2ab0ebee3 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423465 Jun 25 14:38:19.582004 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750a6ef-35a3-405a-9e17-2386f50ae31f req-4e583bc1-6871-4277-b7a9-58058e55995c tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:19.583538 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6750a6ef-35a3-405a-9e17-2386f50ae31f req-4e583bc1-6871-4277-b7a9-58058e55995c tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 946 time: 0.0891979 Jun 25 14:38:19.632265 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6750a6ef-35a3-405a-9e17-2386f50ae31f req-c45043ee-a7e4-404f-9f20-dbf3264c735d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425475 Jun 25 14:38:20.709275 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cbc53-fa20-429c-896a-f3bec63eb37f req-d154f9d1-7870-4d9d-842f-e62a22223f4d tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:20.710829 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-906cbc53-fa20-429c-896a-f3bec63eb37f req-d154f9d1-7870-4d9d-842f-e62a22223f4d tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.0916121 Jun 25 14:38:20.785006 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-906cbc53-fa20-429c-896a-f3bec63eb37f req-f0d14ac2-4128-4469-8d24-0720eea62f25 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615838 Jun 25 14:38:22.029662 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7c0e8-bdc2-441a-b4b9-325766abf27e req-916e60c3-95ce-417a-955f-48ed31d30d74 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:22.031667 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f1b7c0e8-bdc2-441a-b4b9-325766abf27e req-916e60c3-95ce-417a-955f-48ed31d30d74 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.1308782 Jun 25 14:38:22.110463 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f1b7c0e8-bdc2-441a-b4b9-325766abf27e req-c79e962e-6e1f-4389-9efa-f9d6b6bc9cdb tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709546 Jun 25 14:38:23.314622 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f04bd3-4440-4f68-ad48-59d0562ed641 req-d10d72c6-4dcf-4863-b062-c39cb66a1515 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:23.316337 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-10f04bd3-4440-4f68-ad48-59d0562ed641 req-d10d72c6-4dcf-4863-b062-c39cb66a1515 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.0923765 Jun 25 14:38:23.366852 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-10f04bd3-4440-4f68-ad48-59d0562ed641 req-c96ac667-7fa1-41de-9961-d49d96d03164 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440896 Jun 25 14:38:24.563086 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b51f8d-1f29-4b4f-bb79-7667c3a463fa req-3823b958-bf2f-4bba-a413-615efc038ce9 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:24.565590 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-39b51f8d-1f29-4b4f-bb79-7667c3a463fa req-3823b958-bf2f-4bba-a413-615efc038ce9 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.0854166 Jun 25 14:38:24.620294 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-39b51f8d-1f29-4b4f-bb79-7667c3a463fa req-916a21cd-e6bd-4cd8-b777-74b6d82d50bb tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489171 Jun 25 14:38:25.915875 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bca2b0-2d4a-45b2-8506-a81a508fd8ff req-79e87218-f636-49c4-a562-9f1ace124b1d tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:25.917411 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-39bca2b0-2d4a-45b2-8506-a81a508fd8ff req-79e87218-f636-49c4-a562-9f1ace124b1d tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.0921686 Jun 25 14:38:25.991888 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-39bca2b0-2d4a-45b2-8506-a81a508fd8ff req-8b39a123-f2bf-4faf-a54a-59b25311e462 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673082 Jun 25 14:38:26.021412 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-111b5f18-712c-4e70-ab31-6d4351d31585 req-e629fbd6-4c7f-4f31-af2a-3170eab1287f tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756527234&fields=id&tenant_id=ecbcc4df36394aafa47f880b528ca413 HTTP/1.1" status: 200 len: 267 time: 0.0630147 Jun 25 14:38:26.123796 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b5f18-712c-4e70-ab31-6d4351d31585 req-02da6207-93f9-43dc-b8d1-86d0718c2da9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:26.125409 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-111b5f18-712c-4e70-ab31-6d4351d31585 req-02da6207-93f9-43dc-b8d1-86d0718c2da9 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 984 time: 0.0936639 Jun 25 14:38:26.141267 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-111b5f18-712c-4e70-ab31-6d4351d31585 req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Request body: {'port': {'security_groups': ['edb2d816-35f5-45d4-8243-4f6a3c00e5c5']}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:26.387055 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-111b5f18-712c-4e70-ab31-6d4351d31585 req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:26.858678 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314064a6-6801-4e6d-9895-8262d1835b32 req-c35e216b-8d35-43a2-a89e-66dcbbe1e418 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:26.860322 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-314064a6-6801-4e6d-9895-8262d1835b32 req-c35e216b-8d35-43a2-a89e-66dcbbe1e418 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.4388306 Jun 25 14:38:26.887823 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bd03-7edf-40ef-a888-ec4223ab7b3d req-d417d5c2-b5ef-44df-9330-327a1a09675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:26.889415 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ddf6bd03-7edf-40ef-a888-ec4223ab7b3d req-d417d5c2-b5ef-44df-9330-327a1a09675c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5d4dc0968164c839a939620d4e83a1d&device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 1098 time: 0.3542614 Jun 25 14:38:27.069726 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-314064a6-6801-4e6d-9895-8262d1835b32 req-2c8c3d90-62c8-40ba-9d60-15603250949c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934416 Jun 25 14:38:27.073253 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-111b5f18-712c-4e70-ab31-6d4351d31585 req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] For port 5d803f5f-0d08-44a6-b978-72ab318f51fd, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:27.131776 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bd03-7edf-40ef-a888-ec4223ab7b3d req-96cc85a1-7084-4107-90d9-bcc40fe3f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:27.133122 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ddf6bd03-7edf-40ef-a888-ec4223ab7b3d req-96cc85a1-7084-4107-90d9-bcc40fe3f927 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3683cf47-1a03-4bc3-aebd-9e992307099f HTTP/1.1" status: 200 len: 912 time: 0.2277899 Jun 25 14:38:27.137176 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-111b5f18-712c-4e70-ab31-6d4351d31585 req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:27.193734 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-111b5f18-712c-4e70-ab31-6d4351d31585 req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:27.210887 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-23a45e1c-9f33-4c96-802d-bb8c3105c956 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:27.232769 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['5d803f5f-0d08-44a6-b978-72ab318f51fd'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:38:27.295129 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b5f18-712c-4e70-ab31-6d4351d31585 req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:27.296017 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-111b5f18-712c-4e70-ab31-6d4351d31585 req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:27.298243 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-111b5f18-712c-4e70-ab31-6d4351d31585 req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "PUT /v2.0/ports/5d803f5f-0d08-44a6-b978-72ab318f51fd HTTP/1.1" status: 200 len: 942 time: 1.1619670 Jun 25 14:38:27.304443 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:38:27.310963 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56666) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:27.351813 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ddf6bd03-7edf-40ef-a888-ec4223ab7b3d req-fa8685dc-df65-451e-8df7-33fd7757b574 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3604ddf7-2851-462b-81c5-a71de822322d HTTP/1.1" status: 200 len: 1001 time: 0.2114406 Jun 25 14:38:27.432926 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd', 'status': 'completed', 'code': 200} Jun 25 14:38:27.460549 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event updated for resources: {'Port': ['ID=5d803f5f-0d08-44a6-b978-72ab318f51fd,revision_number=7']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:27.472243 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['5d803f5f-0d08-44a6-b978-72ab318f51fd'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:38:27.481710 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.482273 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.482857 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.483433 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.484064 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.484647 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.485224 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.485846 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.486409 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.486977 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.487573 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.488147 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.497277 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:27.513717 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bd03-7edf-40ef-a888-ec4223ab7b3d req-04b78a97-2e93-4726-aab5-1c380ff6f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:27.516558 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ddf6bd03-7edf-40ef-a888-ec4223ab7b3d req-04b78a97-2e93-4726-aab5-1c380ff6f37b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=638b3e67-199e-4790-a1c2-bb9e2fce5f5f HTTP/1.1" status: 200 len: 850 time: 0.1559298 Jun 25 14:38:27.536204 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:27.586574 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:27.653787 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccf4ae-4f84-4800-808f-eb730af3ff50 req-d29f9d4d-176f-49d8-92d0-1544e53b22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:27.654772 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ddccf4ae-4f84-4800-808f-eb730af3ff50 req-d29f9d4d-176f-49d8-92d0-1544e53b22fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecbcc4df36394aafa47f880b528ca413&device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 1098 time: 0.1967936 Jun 25 14:38:27.681495 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bd03-7edf-40ef-a888-ec4223ab7b3d req-a4a4eafd-7002-49f7-9925-a65b4bb596ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:27.684009 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ddf6bd03-7edf-40ef-a888-ec4223ab7b3d req-a4a4eafd-7002-49f7-9925-a65b4bb596ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3683cf47-1a03-4bc3-aebd-9e992307099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1516314 Jun 25 14:38:27.776279 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-834b82b6-46f1-47c5-88f1-86387d8da33d None None] Provisioning complete for port 5d803f5f-0d08-44a6-b978-72ab318f51fd triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:38:27.776801 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-834b82b6-46f1-47c5-88f1-86387d8da33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:27.861169 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:27.868409 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-abd0f188-9043-4a5b-81a7-0c22c0f21f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:27.883233 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccf4ae-4f84-4800-808f-eb730af3ff50 req-51360ea6-a266-4f3e-a678-0b620b0e2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:27.885617 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ddccf4ae-4f84-4800-808f-eb730af3ff50 req-51360ea6-a266-4f3e-a678-0b620b0e2b2d service neutron] 10.222.0.69 "GET /v2.0/networks?id=5079ccc6-0a31-4a56-8503-76f1988cf315 HTTP/1.1" status: 200 len: 916 time: 0.2230771 Jun 25 14:38:27.902329 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ddf6bd03-7edf-40ef-a888-ec4223ab7b3d req-c3fa7c6c-926c-4f1e-8176-3e027603ef89 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114644 Jun 25 14:38:27.950182 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd63e784-4cd2-43f6-8428-cb5080270df7,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:27.965645 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.965645 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.965645 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.966204 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.966204 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.966474 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.966886 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.967134 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.967517 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.967885 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.968243 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.968595 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:27.996976 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:28.018238 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:28.023483 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "DELETE /v2.0/security-groups/dd63e784-4cd2-43f6-8428-cb5080270df7 HTTP/1.1" status: 204 len: 168 time: 0.7072659 Jun 25 14:38:28.023823 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56672) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:28.162980 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ddccf4ae-4f84-4800-808f-eb730af3ff50 req-b5692f4f-2a9c-4501-8864-d0001485ac40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd HTTP/1.1" status: 200 len: 1000 time: 0.2640598 Jun 25 14:38:28.182181 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ddf6bd03-7edf-40ef-a888-ec4223ab7b3d req-c56f0110-c7c0-4d7b-a7f3-06eca6a240c7 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739470 Jun 25 14:38:28.288801 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42991f44-067d-4d05-85c8-d55292a74217 req-190dff93-7111-47cd-80e0-954c1d7e1bfa tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:28.290338 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-42991f44-067d-4d05-85c8-d55292a74217 req-190dff93-7111-47cd-80e0-954c1d7e1bfa tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.0985708 Jun 25 14:38:28.350295 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-42991f44-067d-4d05-85c8-d55292a74217 req-54dcf57c-0e18-4007-95ed-55684544e24e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483518 Jun 25 14:38:28.616453 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccf4ae-4f84-4800-808f-eb730af3ff50 req-96aeb84b-2de5-4267-b15c-31b08f2d8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:28.618940 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ddccf4ae-4f84-4800-808f-eb730af3ff50 req-96aeb84b-2de5-4267-b15c-31b08f2d8d3b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3bfbaa5d-534f-40ee-b424-109922456a9d HTTP/1.1" status: 200 len: 854 time: 0.4396081 Jun 25 14:38:28.674216 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Deleting port 61d7173f-51e4-42be-b820-485ddffa434b {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:28.674612 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:28.873549 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccf4ae-4f84-4800-808f-eb730af3ff50 req-33bf4bb6-1d4c-48ca-ab74-63ef303a0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:28.875041 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ddccf4ae-4f84-4800-808f-eb730af3ff50 req-33bf4bb6-1d4c-48ca-ab74-63ef303a0173 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5079ccc6-0a31-4a56-8503-76f1988cf315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2412467 Jun 25 14:38:28.978871 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:28.979611 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:29.121819 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Calling delete_port for 61d7173f-51e4-42be-b820-485ddffa434b owned by network:floatingip {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:38:29.229192 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ddccf4ae-4f84-4800-808f-eb730af3ff50 req-6d8cd126-c546-4a9e-af3c-b92d46b5b211 service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396506 Jun 25 14:38:29.447137 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ddccf4ae-4f84-4800-808f-eb730af3ff50 req-f1ee91cd-9adb-435b-b536-8afb7e342be9 service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054839 Jun 25 14:38:29.468536 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:29.473620 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:29.529643 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event deleted for resources: {'Port': ['ID=61d7173f-51e4-42be-b820-485ddffa434b,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:29.536900 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:29.596773 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da18611-62fe-4d51-a128-b69c0f66c730 req-fa9c3908-ae3e-4322-a19a-01140943c793 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:29.598707 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4da18611-62fe-4d51-a128-b69c0f66c730 req-fa9c3908-ae3e-4322-a19a-01140943c793 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.1194410 Jun 25 14:38:29.634595 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks [] for floatingip, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:29.635174 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.l3_db [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Floating IP 170d83c2-50b1-4f19-9c26-7db013a53b49 disassociated (deleted). External IP: 172.27.2.84, port: 5d803f5f-0d08-44a6-b978-72ab318f51fd. Jun 25 14:38:29.658321 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4da18611-62fe-4d51-a128-b69c0f66c730 req-fe3d18e4-ffcc-43be-a569-95865601eb61 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522175 Jun 25 14:38:30.133837 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Router 05197ffb-2276-40b5-b99a-4895aa59de2c has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:38:30.411778 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:38:30.424503 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252ab15-7f31-44b7-90f4-01749a49cd0b None None] Sync routers for ids ['05197ffb-2276-40b5-b99a-4895aa59de2c'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:38:30.437960 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252ab15-7f31-44b7-90f4-01749a49cd0b None None] Routers {'05197ffb-2276-40b5-b99a-4895aa59de2c'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:38:30.439656 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-8252ab15-7f31-44b7-90f4-01749a49cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:38:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['05197ffb-2276-40b5-b99a-4895aa59de2c'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:30.444528 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:30.527970 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-db334079-a848-43d7-9f67-dd5c9aa0b377 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "DELETE /v2.0/floatingips/170d83c2-50b1-4f19-9c26-7db013a53b49 HTTP/1.1" status: 204 len: 168 time: 2.5029118 Jun 25 14:38:30.529037 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:38:30.661177 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd', 'status': 'completed', 'code': 200} Jun 25 14:38:30.715000 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-8252ab15-7f31-44b7-90f4-01749a49cd0b None None] Set router 05197ffb-2276-40b5-b99a-4895aa59de2c gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:38:30.813401 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccadfdb-58bb-40f9-b445-7e80b1fe9664 req-32538ef9-cb5b-4e3c-9206-01d5d194e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:30.816321 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-dccadfdb-58bb-40f9-b445-7e80b1fe9664 req-32538ef9-cb5b-4e3c-9206-01d5d194e15d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecbcc4df36394aafa47f880b528ca413&device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 1098 time: 0.0978487 Jun 25 14:38:31.047664 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccadfdb-58bb-40f9-b445-7e80b1fe9664 req-6511bf61-3d82-4a17-a6f8-03e1b9acb1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:31.050848 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-dccadfdb-58bb-40f9-b445-7e80b1fe9664 req-6511bf61-3d82-4a17-a6f8-03e1b9acb1fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=5079ccc6-0a31-4a56-8503-76f1988cf315 HTTP/1.1" status: 200 len: 916 time: 0.2277372 Jun 25 14:38:31.174981 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-dccadfdb-58bb-40f9-b445-7e80b1fe9664 req-30ce87e1-b225-4c4e-8e41-fd04216f99bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd HTTP/1.1" status: 200 len: 217 time: 0.1100948 Jun 25 14:38:31.211537 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-8252ab15-7f31-44b7-90f4-01749a49cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:36:01Z', 'revision_number': 4, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port': {'id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:49Z', 'updated_at': '2021-06-25T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '66be5e00-a058-4612-b2a4-7b36d9eabbc4', 'name': '', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'mac_address': 'fa:16:3e:f1:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:00Z', 'updated_at': '2021-06-25T14:36:10Z', 'revision_number': 5, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'subnets': [{'id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:31.216287 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252ab15-7f31-44b7-90f4-01749a49cd0b None None] Checking router: 05197ffb-2276-40b5-b99a-4895aa59de2c for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:38:31.236390 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252ab15-7f31-44b7-90f4-01749a49cd0b None None] Routers {'05197ffb-2276-40b5-b99a-4895aa59de2c'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:38:31.236390 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-8252ab15-7f31-44b7-90f4-01749a49cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:38:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['05197ffb-2276-40b5-b99a-4895aa59de2c'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:31.293883 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccadfdb-58bb-40f9-b445-7e80b1fe9664 req-403e8e22-3a7e-40dd-a7cd-6bbff05c8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:31.295749 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-dccadfdb-58bb-40f9-b445-7e80b1fe9664 req-403e8e22-3a7e-40dd-a7cd-6bbff05c8a0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3bfbaa5d-534f-40ee-b424-109922456a9d HTTP/1.1" status: 200 len: 854 time: 0.1136291 Jun 25 14:38:31.399157 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccadfdb-58bb-40f9-b445-7e80b1fe9664 req-391f5c23-ea74-4cb6-b191-49d4540fefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:31.401480 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-dccadfdb-58bb-40f9-b445-7e80b1fe9664 req-391f5c23-ea74-4cb6-b191-49d4540fefab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5079ccc6-0a31-4a56-8503-76f1988cf315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930195 Jun 25 14:38:31.469367 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-8252ab15-7f31-44b7-90f4-01749a49cd0b None None] Set router 05197ffb-2276-40b5-b99a-4895aa59de2c gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:38:31.614703 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-dccadfdb-58bb-40f9-b445-7e80b1fe9664 req-1079cbed-d551-4d33-9998-eedb9ec38495 service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056332 Jun 25 14:38:31.863854 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-dccadfdb-58bb-40f9-b445-7e80b1fe9664 req-38e49653-7879-4940-8756-6d7aa5208912 service neutron] 10.222.0.69 "GET /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419794 Jun 25 14:38:32.021108 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-8252ab15-7f31-44b7-90f4-01749a49cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:36:01Z', 'revision_number': 4, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port': {'id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:49Z', 'updated_at': '2021-06-25T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '66be5e00-a058-4612-b2a4-7b36d9eabbc4', 'name': '', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'mac_address': 'fa:16:3e:f1:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:00Z', 'updated_at': '2021-06-25T14:36:10Z', 'revision_number': 5, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'subnets': [{'id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:32.030124 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8252ab15-7f31-44b7-90f4-01749a49cd0b None None] The sync data for ids ['05197ffb-2276-40b5-b99a-4895aa59de2c'] in dv-cinder-798088-1-iscsi is: [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:36:01Z', 'revision_number': 4, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port': {'id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:49Z', 'updated_at': '2021-06-25T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '66be5e00-a058-4612-b2a4-7b36d9eabbc4', 'name': '', 'network_id': '5079ccc6-0a31-4a56-8503-76f1988cf315', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'mac_address': 'fa:16:3e:f1:14:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:00Z', 'updated_at': '2021-06-25T14:36:10Z', 'revision_number': 5, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'subnets': [{'id': '3bfbaa5d-534f-40ee-b424-109922456a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:38:32.336671 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61598fa7-81ac-49d7-99d0-003367aa9c10 None None] New status for floating IP 170d83c2-50b1-4f19-9c26-7db013a53b49: DOWN {{(pid=78419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:38:32.574345 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a7e1-c5ff-4384-8758-2281196fa2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:33.009085 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:34.424913 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b1027-ab91-4ce9-9f5f-2fa4e94bef8d req-d1621058-8de8-4209-8e1a-0e19c211239c tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:34.426094 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fe1b1027-ab91-4ce9-9f5f-2fa4e94bef8d req-d1621058-8de8-4209-8e1a-0e19c211239c tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 945 time: 0.0893407 Jun 25 14:38:34.479466 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fe1b1027-ab91-4ce9-9f5f-2fa4e94bef8d req-7b38e23a-2290-437b-842d-f6045db453f8 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458758 Jun 25 14:38:35.453129 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-356c728d-f8a6-4829-ad31-bb10ea1121eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:35.745173 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f609b74-466a-4301-88e8-44d71c05d1ba req-1f399bcf-53a1-4adf-a3ab-32dfd773ad19 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:35.747752 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6f609b74-466a-4301-88e8-44d71c05d1ba req-1f399bcf-53a1-4adf-a3ab-32dfd773ad19 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 945 time: 0.1166196 Jun 25 14:38:35.897529 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6f609b74-466a-4301-88e8-44d71c05d1ba req-a7a4438c-2ac6-4082-ab18-ff9b10f01864 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434107 Jun 25 14:38:36.142116 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:36.366235 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e54e7-1b5b-4d46-a05d-7709191e7950 req-84555ba2-839a-435d-95fc-bb957cf8b0af tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:36.366983 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-833e54e7-1b5b-4d46-a05d-7709191e7950 req-84555ba2-839a-435d-95fc-bb957cf8b0af tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Synchronizing usage tracker for tenant:ecbcc4df36394aafa47f880b528ca413 on resource:port {{(pid=78416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:38:36.385885 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-833e54e7-1b5b-4d46-a05d-7709191e7950 req-84555ba2-839a-435d-95fc-bb957cf8b0af tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Unset dirty status for tenant:ecbcc4df36394aafa47f880b528ca413 on resource:port {{(pid=78416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:38:36.387271 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-833e54e7-1b5b-4d46-a05d-7709191e7950 req-84555ba2-839a-435d-95fc-bb957cf8b0af tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 945 time: 0.1106374 Jun 25 14:38:36.462469 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-833e54e7-1b5b-4d46-a05d-7709191e7950 req-6cc44401-f0d9-44ee-b169-f3b370bc8c1a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Deleting port 5d803f5f-0d08-44a6-b978-72ab318f51fd {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:36.462815 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-833e54e7-1b5b-4d46-a05d-7709191e7950 req-6cc44401-f0d9-44ee-b169-f3b370bc8c1a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:36.738055 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-833e54e7-1b5b-4d46-a05d-7709191e7950 req-6cc44401-f0d9-44ee-b169-f3b370bc8c1a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] For port 5d803f5f-0d08-44a6-b978-72ab318f51fd, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=5d803f5f-0d08-44a6-b978-72ab318f51fd,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:36.738592 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-833e54e7-1b5b-4d46-a05d-7709191e7950 req-6cc44401-f0d9-44ee-b169-f3b370bc8c1a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:36.989203 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-833e54e7-1b5b-4d46-a05d-7709191e7950 req-6cc44401-f0d9-44ee-b169-f3b370bc8c1a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Calling delete_port for 5d803f5f-0d08-44a6-b978-72ab318f51fd owned by compute:nova {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:38:37.161170 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-833e54e7-1b5b-4d46-a05d-7709191e7950 req-6cc44401-f0d9-44ee-b169-f3b370bc8c1a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:37.171983 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-aee056d1-5a87-42c1-8b72-afa6a6f86762 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:37.192135 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a0fe3-91ee-493c-b185-5bb474c52242 req-f4f8075d-a331-4c60-a956-a2c2faf7d1ee tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:37.193969 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-934a0fe3-91ee-493c-b185-5bb474c52242 req-f4f8075d-a331-4c60-a956-a2c2faf7d1ee tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b80fa86-a533-45f0-b849-261d73790e4e HTTP/1.1" status: 200 len: 945 time: 0.0963194 Jun 25 14:38:37.198660 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['5d803f5f-0d08-44a6-b978-72ab318f51fd'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:38:37.256292 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-934a0fe3-91ee-493c-b185-5bb474c52242 req-96f76d6a-e079-4e24-9530-5a967881dff2 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.61 "GET /v2.0/security-groups?id=edb2d816-35f5-45d4-8243-4f6a3c00e5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533648 Jun 25 14:38:37.258906 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc44401-f0d9-44ee-b169-f3b370bc8c1a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Pushing event deleted for resources: {'Port': ['ID=5d803f5f-0d08-44a6-b978-72ab318f51fd,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:37.264339 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6cc44401-f0d9-44ee-b169-f3b370bc8c1a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:37.369129 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-833e54e7-1b5b-4d46-a05d-7709191e7950 req-6cc44401-f0d9-44ee-b169-f3b370bc8c1a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] No DVR routers for this DVR port 5d803f5f-0d08-44a6-b978-72ab318f51fd on host hv-cinder-79808 {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:38:37.372404 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-833e54e7-1b5b-4d46-a05d-7709191e7950 req-6cc44401-f0d9-44ee-b169-f3b370bc8c1a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:37.375533 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'name': 'network-vif-deleted', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:38:37.398040 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-833e54e7-1b5b-4d46-a05d-7709191e7950 req-6cc44401-f0d9-44ee-b169-f3b370bc8c1a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] 10.222.0.69 "DELETE /v2.0/ports/5d803f5f-0d08-44a6-b978-72ab318f51fd HTTP/1.1" status: 204 len: 173 time: 1.0044434 Jun 25 14:38:37.433799 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b80fa86-a533-45f0-b849-261d73790e4e', 'name': 'network-vif-deleted', 'tag': '5d803f5f-0d08-44a6-b978-72ab318f51fd', 'status': 'completed', 'code': 200} Jun 25 14:38:37.581289 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.529222 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:38.963000 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56756) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:39.544826 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454426'] for router_interface, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:39.911216 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] Deleting port 66be5e00-a058-4612-b2a4-7b36d9eabbc4 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:39.911490 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:40.145314 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 5d803f5f-0d08-44a6-b978-72ab318f51fd no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:38:40.206808 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 5d803f5f-0d08-44a6-b978-72ab318f51fd {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:38:40.207109 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 5d803f5f-0d08-44a6-b978-72ab318f51fd not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:38:40.217538 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] For port 66be5e00-a058-4612-b2a4-7b36d9eabbc4, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=66be5e00-a058-4612-b2a4-7b36d9eabbc4,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:40.218211 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:40.348157 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] Calling delete_port for 66be5e00-a058-4612-b2a4-7b36d9eabbc4 owned by network:router_interface {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:38:40.707327 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:40.711340 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:40.758454 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] Pushing event deleted for resources: {'Port': ['ID=66be5e00-a058-4612-b2a4-7b36d9eabbc4,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:40.761389 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:41.119458 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454582'] for router_interface, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:41.502818 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] Router 05197ffb-2276-40b5-b99a-4895aa59de2c has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:38:41.817788 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:38:41.828460 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2373ab93-d7a4-4067-a756-a34d190bcba7 None None] Sync routers for ids ['05197ffb-2276-40b5-b99a-4895aa59de2c'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:38:41.835781 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] 10.222.0.61 "PUT /v2.0/routers/05197ffb-2276-40b5-b99a-4895aa59de2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8706191 Jun 25 14:38:41.837271 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56764) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:41.840798 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2373ab93-d7a4-4067-a756-a34d190bcba7 None None] Routers {'05197ffb-2276-40b5-b99a-4895aa59de2c'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:38:41.841443 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-2373ab93-d7a4-4067-a756-a34d190bcba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:38:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['05197ffb-2276-40b5-b99a-4895aa59de2c'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:42.024416 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Notify callbacks [] for router, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:42.026638 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-2373ab93-d7a4-4067-a756-a34d190bcba7 None None] Set router 05197ffb-2276-40b5-b99a-4895aa59de2c gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:38:42.206329 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:42.217503 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Deleting port bd8de724-f6c0-4213-a28b-98956f1be439 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:42.217856 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:42.347838 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-2373ab93-d7a4-4067-a756-a34d190bcba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:38:40Z', 'revision_number': 5, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port': {'id': 'bd8de724-f6c0-4213-a28b-98956f1be439', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:de:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:49Z', 'updated_at': '2021-06-25T14:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:42.352228 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2373ab93-d7a4-4067-a756-a34d190bcba7 None None] Checking router: 05197ffb-2276-40b5-b99a-4895aa59de2c for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:38:42.363164 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2373ab93-d7a4-4067-a756-a34d190bcba7 None None] Routers {'05197ffb-2276-40b5-b99a-4895aa59de2c'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:38:42.364113 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-2373ab93-d7a4-4067-a756-a34d190bcba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:38:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['05197ffb-2276-40b5-b99a-4895aa59de2c'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:42.413612 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] For port bd8de724-f6c0-4213-a28b-98956f1be439, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=bd8de724-f6c0-4213-a28b-98956f1be439,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:42.413966 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:42.526353 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-2373ab93-d7a4-4067-a756-a34d190bcba7 None None] Set router 05197ffb-2276-40b5-b99a-4895aa59de2c gateway port host: None {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:38:42.539428 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Calling delete_port for bd8de724-f6c0-4213-a28b-98956f1be439 owned by network:router_gateway {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:38:42.637383 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-2373ab93-d7a4-4067-a756-a34d190bcba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:38:42Z', 'revision_number': 6, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port_host': None}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:42.642849 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2373ab93-d7a4-4067-a756-a34d190bcba7 None None] The sync data for ids ['05197ffb-2276-40b5-b99a-4895aa59de2c'] in dv-cinder-798088-1-iscsi is: [{'id': '05197ffb-2276-40b5-b99a-4895aa59de2c', 'name': 'tempest-TestMinimumBasicScenario-1259239598-router', 'tenant_id': 'ecbcc4df36394aafa47f880b528ca413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:48Z', 'updated_at': '2021-06-25T14:38:42Z', 'revision_number': 6, 'project_id': 'ecbcc4df36394aafa47f880b528ca413', 'gw_port_host': None}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:38:42.740060 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:42.744243 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:42.790310 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8de724-f6c0-4213-a28b-98956f1be439,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:42.793518 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:42.904631 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452927'] for router_gateway, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:43.098919 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34194'] for router, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:43.102685 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:43.129863 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-414930'] for router, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:43.130610 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05197ffb-2276-40b5-b99a-4895aa59de2c {{(pid=78416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:38:43.145021 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Notify callbacks [] for router, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:43.146462 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] 10.222.0.61 "DELETE /v2.0/routers/05197ffb-2276-40b5-b99a-4895aa59de2c HTTP/1.1" status: 204 len: 168 time: 1.3081009 Jun 25 14:38:43.149244 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56768) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:43.212655 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca2e2ec-c02b-474d-847f-fb74e52c968c admin admin] Deleting subnet 3bfbaa5d-534f-40ee-b424-109922456a9d {{(pid=78416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:38:43.215780 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-eca2e2ec-c02b-474d-847f-fb74e52c968c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:43.380197 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-eca2e2ec-c02b-474d-847f-fb74e52c968c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929724'] for subnet, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:43.519369 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-eca2e2ec-c02b-474d-847f-fb74e52c968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:43.603916 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-eca2e2ec-c02b-474d-847f-fb74e52c968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5454212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7238070'] for subnet, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:43.618624 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9b810332-780f-4c10-81a6-4e290bfe2210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:43.655930 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-eca2e2ec-c02b-474d-847f-fb74e52c968c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:43.663659 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb4ecd0-6bdb-46d7-853c-13debfb4fb4b None None] Network 5079ccc6-0a31-4a56-8503-76f1988cf315 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:43.664551 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2e2ec-c02b-474d-847f-fb74e52c968c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bfbaa5d-534f-40ee-b424-109922456a9d,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:43.667186 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-eca2e2ec-c02b-474d-847f-fb74e52c968c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:43.677202 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-eca2e2ec-c02b-474d-847f-fb74e52c968c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3bfbaa5d-534f-40ee-b424-109922456a9d HTTP/1.1" status: 204 len: 168 time: 0.5248308 Jun 25 14:38:43.678023 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56776) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:43.820672 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:43.835282 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Deleting port cfcd07fb-5de6-4b78-a3a2-d7325baf7094 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:43.835731 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:43.885342 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927a31a-8a3d-4b8b-92df-e0ef36d86676 req-993710ad-33bf-444f-9db5-4945a22f2051 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:43.887266 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a927a31a-8a3d-4b8b-92df-e0ef36d86676 req-993710ad-33bf-444f-9db5-4945a22f2051 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.0909233 Jun 25 14:38:43.941827 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a927a31a-8a3d-4b8b-92df-e0ef36d86676 req-9f5c4dad-8289-4581-ac41-d89ee9f3c9f9 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472753 Jun 25 14:38:44.043856 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c2adbe-4e52-42f1-85ae-641795ecfd91 None None] DHCP port deletion for 5079ccc6-0a31-4a56-8503-76f1988cf315 request from dv-cinder-798088-1-iscsi {{(pid=78418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:38:44.046836 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-14c2adbe-4e52-42f1-85ae-641795ecfd91 None None] Deleting port cfcd07fb-5de6-4b78-a3a2-d7325baf7094 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:44.047215 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-14c2adbe-4e52-42f1-85ae-641795ecfd91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:44.112371 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] For port cfcd07fb-5de6-4b78-a3a2-d7325baf7094, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=cfcd07fb-5de6-4b78-a3a2-d7325baf7094,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:44.112740 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:44.242345 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Calling delete_port for cfcd07fb-5de6-4b78-a3a2-d7325baf7094 owned by network:dhcp {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:38:44.344300 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:44.351586 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:44.396792 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device bd8de724-f6c0-4213-a28b-98956f1be439 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:38:44.406078 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Pushing event deleted for resources: {'Port': ['ID=cfcd07fb-5de6-4b78-a3a2-d7325baf7094,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:44.408851 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] No DVR routers for this DVR port cfcd07fb-5de6-4b78-a3a2-d7325baf7094 on host dv-cinder-798088-1-iscsi {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:38:44.410334 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:44.480707 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: bd8de724-f6c0-4213-a28b-98956f1be439 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:38:44.481292 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device bd8de724-f6c0-4213-a28b-98956f1be439 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:38:44.482001 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 66be5e00-a058-4612-b2a4-7b36d9eabbc4 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:38:44.531702 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:44.546065 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5079ccc6-0a31-4a56-8503-76f1988cf315']}} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:44.553366 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: 66be5e00-a058-4612-b2a4-7b36d9eabbc4 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:38:44.553874 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 66be5e00-a058-4612-b2a4-7b36d9eabbc4 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:38:44.554498 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device cfcd07fb-5de6-4b78-a3a2-d7325baf7094 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:38:44.560328 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c10c882-83ed-4c36-8a44-98130c4e254c') {'for_net_delete': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:44.560688 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c10c882-83ed-4c36-8a44-98130c4e254c') {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:44.573955 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929669'] for segment, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:44.592263 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:44.599875 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=78416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:38:44.600286 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5439526'] for segment, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: Traceback (most recent call last): Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: timer() Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: cb(*args, **kw) Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: return func(*args, **kwargs) Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: self._notify() Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: self.callback(batched_events) Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: event.method(event) Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: return f(self, *a, **k) Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._get(url).json() Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: return self.request(url, 'GET', **kwargs) Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:38:44.614832 dv-cinder-798088-1-iscsi neutron-server[78416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:38:44.622670 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: cfcd07fb-5de6-4b78-a3a2-d7325baf7094 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:38:44.623248 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device cfcd07fb-5de6-4b78-a3a2-d7325baf7094 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:38:44.630093 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-14c2adbe-4e52-42f1-85ae-641795ecfd91 None None] For port cfcd07fb-5de6-4b78-a3a2-d7325baf7094, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=cfcd07fb-5de6-4b78-a3a2-d7325baf7094,segment=NetworkSegment(0c10c882-83ed-4c36-8a44-98130c4e254c),segment_id=0c10c882-83ed-4c36-8a44-98130c4e254c)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:44.630771 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-14c2adbe-4e52-42f1-85ae-641795ecfd91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:44.700371 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:44.704828 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:44.718105 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:44.730371 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Pushing event deleted for resources: {'Network': ['ID=5079ccc6-0a31-4a56-8503-76f1988cf315,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:44.733907 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:44.747120 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] 10.222.0.61 "DELETE /v2.0/networks/5079ccc6-0a31-4a56-8503-76f1988cf315 HTTP/1.1" status: 204 len: 168 time: 1.0670722 Jun 25 14:38:44.750261 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56780) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:44.867358 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-14c2adbe-4e52-42f1-85ae-641795ecfd91 None None] Calling delete_port for cfcd07fb-5de6-4b78-a3a2-d7325baf7094 owned by network:dhcp {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:38:45.093008 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.db.api [None req-14c2adbe-4e52-42f1-85ae-641795ecfd91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:38:45.093632 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_db.api [None req-14c2adbe-4e52-42f1-85ae-641795ecfd91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:38:45.186892 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578d11e-4543-4d51-aa40-bc758cabeabe req-76683eea-0d9e-4d1b-a863-5aa8f417d3b2 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:45.190068 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2578d11e-4543-4d51-aa40-bc758cabeabe req-76683eea-0d9e-4d1b-a863-5aa8f417d3b2 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.1033163 Jun 25 14:38:45.269293 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2578d11e-4543-4d51-aa40-bc758cabeabe req-56212e5a-e94b-4dd7-80d4-a2e725459680 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723004 Jun 25 14:38:45.499280 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454426'] for router_interface, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:45.595791 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-14c2adbe-4e52-42f1-85ae-641795ecfd91 None None] Deleting port cfcd07fb-5de6-4b78-a3a2-d7325baf7094 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:45.596182 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-14c2adbe-4e52-42f1-85ae-641795ecfd91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:45.666024 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-14c2adbe-4e52-42f1-85ae-641795ecfd91 None None] The port 'cfcd07fb-5de6-4b78-a3a2-d7325baf7094' was deleted {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:38:45.900022 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] Deleting port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:45.900620 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:46.082509 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] For port 35f93b87-4a15-4d8b-bc98-9bbf3034a20b, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=35f93b87-4a15-4d8b-bc98-9bbf3034a20b,segment=NetworkSegment(037d6cfe-c39e-4835-b1f4-fee2e521edcd),segment_id=037d6cfe-c39e-4835-b1f4-fee2e521edcd)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:46.082871 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:46.213174 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] Calling delete_port for 35f93b87-4a15-4d8b-bc98-9bbf3034a20b owned by network:router_interface {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:38:46.481079 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:46.490473 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6cc44401-f0d9-44ee-b169-f3b370bc8c1a tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:46.567596 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f93b87-4a15-4d8b-bc98-9bbf3034a20b,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:46.613885 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:46.619772 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be379d57-c799-49a1-bd77-70281fbc87f1 req-404729ef-f809-4481-8d58-8f966e880bff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:46.622084 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-be379d57-c799-49a1-bd77-70281fbc87f1 req-404729ef-f809-4481-8d58-8f966e880bff tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.1426754 Jun 25 14:38:46.712546 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-be379d57-c799-49a1-bd77-70281fbc87f1 req-c2f81133-ce8f-4b3c-8c16-b08e98565ccb tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766816 Jun 25 14:38:47.036322 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454582'] for router_interface, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:47.507713 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] Router a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:38:47.835040 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:38:47.845866 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0740d0-d88a-43de-859f-11de0bd5e936 None None] Sync routers for ids ['a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:38:47.851800 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] 10.222.0.61 "PUT /v2.0/routers/a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0976486 Jun 25 14:38:47.852238 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56792) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:47.857780 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0740d0-d88a-43de-859f-11de0bd5e936 None None] Routers {'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:38:47.858408 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-0c0740d0-d88a-43de-859f-11de0bd5e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:38:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:47.977148 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231a6a0-f045-41b9-8373-18517c77db76 req-7b981008-0fcc-49ac-aee5-6f3ea75046df tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:47.980300 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1231a6a0-f045-41b9-8373-18517c77db76 req-7b981008-0fcc-49ac-aee5-6f3ea75046df tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.1107674 Jun 25 14:38:48.049358 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1231a6a0-f045-41b9-8373-18517c77db76 req-25bf8f05-7692-4df4-a53c-6d45cb0637c3 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590560 Jun 25 14:38:48.050603 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Notify callbacks [] for router, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:48.106673 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-0c0740d0-d88a-43de-859f-11de0bd5e936 None None] Set router a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:38:48.237942 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:48.253363 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Deleting port 44402652-243d-43b7-9d7c-a2f8b67163ab {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:48.254013 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:48.433807 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-0c0740d0-d88a-43de-859f-11de0bd5e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'name': 'tempest-TestMinimumBasicScenario-198624580-router', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:36:06Z', 'updated_at': '2021-06-25T14:38:46Z', 'revision_number': 5, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'gw_port': {'id': '44402652-243d-43b7-9d7c-a2f8b67163ab', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:36:08Z', 'updated_at': '2021-06-25T14:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:48.438880 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0740d0-d88a-43de-859f-11de0bd5e936 None None] Checking router: a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:38:48.449530 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0740d0-d88a-43de-859f-11de0bd5e936 None None] Routers {'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:38:48.450153 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-0c0740d0-d88a-43de-859f-11de0bd5e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:38:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:48.464054 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] For port 44402652-243d-43b7-9d7c-a2f8b67163ab, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=44402652-243d-43b7-9d7c-a2f8b67163ab,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:48.465114 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:48.599978 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Calling delete_port for 44402652-243d-43b7-9d7c-a2f8b67163ab owned by network:router_gateway {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:38:48.633904 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-0c0740d0-d88a-43de-859f-11de0bd5e936 None None] Set router a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff gateway port host: None {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:38:48.746429 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-0c0740d0-d88a-43de-859f-11de0bd5e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'name': 'tempest-TestMinimumBasicScenario-198624580-router', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:36:06Z', 'updated_at': '2021-06-25T14:38:48Z', 'revision_number': 6, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'gw_port_host': None}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:48.752287 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0740d0-d88a-43de-859f-11de0bd5e936 None None] The sync data for ids ['a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff'] in dv-cinder-798088-1-iscsi is: [{'id': 'a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff', 'name': 'tempest-TestMinimumBasicScenario-198624580-router', 'tenant_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:36:06Z', 'updated_at': '2021-06-25T14:38:48Z', 'revision_number': 6, 'project_id': '66cb48f1a61a4c44a6405d3e55c811fc', 'gw_port_host': None}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:38:48.931884 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:48.936082 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:48.987785 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=44402652-243d-43b7-9d7c-a2f8b67163ab,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:49.019851 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:49.100509 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452927'] for router_gateway, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:49.284945 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34194'] for router, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:49.287673 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:49.292237 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fd7c4-c90c-4423-9495-5109a56dc8e0 req-8e42c2d6-02ab-4efc-ade6-358d56276e23 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:49.294002 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b09fd7c4-c90c-4423-9495-5109a56dc8e0 req-8e42c2d6-02ab-4efc-ade6-358d56276e23 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.1262798 Jun 25 14:38:49.320752 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-414930'] for router, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:49.321274 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff {{(pid=78416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:38:49.337063 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Notify callbacks [] for router, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:49.338194 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a7f16a8e-2f08-405a-a64a-9ed5e9fd63ff HTTP/1.1" status: 204 len: 168 time: 1.4848952 Jun 25 14:38:49.343711 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56798) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:49.381465 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b09fd7c4-c90c-4423-9495-5109a56dc8e0 req-bf43f21f-c6e1-46ac-98da-9c2aff09b43f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804262 Jun 25 14:38:49.415090 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9998e5-df5e-42bc-b1fa-7da00600b27f admin admin] Deleting subnet 0e7ccc95-5d21-47a6-945b-a60409ab3d18 {{(pid=78417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:38:49.418530 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ce9998e5-df5e-42bc-b1fa-7da00600b27f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:49.471530 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ce9998e5-df5e-42bc-b1fa-7da00600b27f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8159658'] for subnet, precommit_delete_associations {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:49.600807 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ce9998e5-df5e-42bc-b1fa-7da00600b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:49.685036 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ce9998e5-df5e-42bc-b1fa-7da00600b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6327578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6690465'] for subnet, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:49.691141 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f262fd14-a5b3-4160-805a-e44ae0bd436a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:49.745622 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9998e5-df5e-42bc-b1fa-7da00600b27f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7ccc95-5d21-47a6-945b-a60409ab3d18,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:49.748911 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-ce9998e5-df5e-42bc-b1fa-7da00600b27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:49.749980 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ce9998e5-df5e-42bc-b1fa-7da00600b27f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:49.756624 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-ce9998e5-df5e-42bc-b1fa-7da00600b27f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0e7ccc95-5d21-47a6-945b-a60409ab3d18 HTTP/1.1" status: 204 len: 168 time: 0.4118216 Jun 25 14:38:49.757745 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc60bc-4019-4916-9ee4-edd7068f9034 None None] Network fec57371-2054-403e-a021-1347398542b1 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:49.760374 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56802) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:49.910224 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:49.935312 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Deleting port c1950b23-06aa-4918-a571-b5737fb75935 {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:49.935749 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:50.046723 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3958a03-a78a-4aff-82e9-f946722a2589 None None] DHCP port deletion for fec57371-2054-403e-a021-1347398542b1 request from dv-cinder-798088-1-iscsi {{(pid=78418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:38:50.054363 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-e3958a03-a78a-4aff-82e9-f946722a2589 None None] Deleting port c1950b23-06aa-4918-a571-b5737fb75935 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:50.055063 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e3958a03-a78a-4aff-82e9-f946722a2589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:50.202562 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] For port c1950b23-06aa-4918-a571-b5737fb75935, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=c1950b23-06aa-4918-a571-b5737fb75935,segment=NetworkSegment(037d6cfe-c39e-4835-b1f4-fee2e521edcd),segment_id=037d6cfe-c39e-4835-b1f4-fee2e521edcd)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:50.202882 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:50.340593 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Calling delete_port for c1950b23-06aa-4918-a571-b5737fb75935 owned by network:dhcp {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:38:50.355028 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-e3958a03-a78a-4aff-82e9-f946722a2589 None None] For port c1950b23-06aa-4918-a571-b5737fb75935, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=c1950b23-06aa-4918-a571-b5737fb75935,segment=NetworkSegment(037d6cfe-c39e-4835-b1f4-fee2e521edcd),segment_id=037d6cfe-c39e-4835-b1f4-fee2e521edcd)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:50.355418 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e3958a03-a78a-4aff-82e9-f946722a2589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:50.451708 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:50.469386 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-d3d98126-688d-4c91-a95e-7aca00d855b1 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:50.494859 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device c1950b23-06aa-4918-a571-b5737fb75935 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:38:50.514479 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] No DVR routers for this DVR port c1950b23-06aa-4918-a571-b5737fb75935 on host dv-cinder-798088-1-iscsi {{(pid=78417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:38:50.528772 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-e3958a03-a78a-4aff-82e9-f946722a2589 None None] Calling delete_port for c1950b23-06aa-4918-a571-b5737fb75935 owned by network:dhcp {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:38:50.579822 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: c1950b23-06aa-4918-a571-b5737fb75935 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:38:50.580114 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device c1950b23-06aa-4918-a571-b5737fb75935 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:38:50.580482 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 44402652-243d-43b7-9d7c-a2f8b67163ab no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:38:50.621608 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: 44402652-243d-43b7-9d7c-a2f8b67163ab {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:38:50.621954 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 44402652-243d-43b7-9d7c-a2f8b67163ab not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:38:50.622375 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 35f93b87-4a15-4d8b-bc98-9bbf3034a20b no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:38:50.665966 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1950b23-06aa-4918-a571-b5737fb75935,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:50.668967 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:50.710616 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: 35f93b87-4a15-4d8b-bc98-9bbf3034a20b {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:38:50.710964 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 35f93b87-4a15-4d8b-bc98-9bbf3034a20b not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:38:50.734113 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.db.api [None req-e3958a03-a78a-4aff-82e9-f946722a2589 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:38:50.734595 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_db.api [None req-e3958a03-a78a-4aff-82e9-f946722a2589 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:38:50.917860 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:50.945319 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec57371-2054-403e-a021-1347398542b1']}} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:50.969226 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037d6cfe-c39e-4835-b1f4-fee2e521edcd') {'for_net_delete': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:50.969777 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037d6cfe-c39e-4835-b1f4-fee2e521edcd') {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:50.995093 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8159635'] for segment, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:51.022698 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b4674-b892-4c72-b540-fb8202fb5ad4 req-074c722e-0b77-4b47-b431-459be5b8b127 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:51.024298 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-428b4674-b892-4c72-b540-fb8202fb5ad4 req-074c722e-0b77-4b47-b431-459be5b8b127 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.3634095 Jun 25 14:38:51.034023 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:51.055872 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=78417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:38:51.056273 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6337720'] for segment, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: Traceback (most recent call last): Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: timer() Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: cb(*args, **kw) Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: return func(*args, **kwargs) Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: self._notify() Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: self.callback(batched_events) Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: event.method(event) Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: return f(self, *a, **k) Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._get(url).json() Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: return self.request(url, 'GET', **kwargs) Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:38:51.070196 dv-cinder-798088-1-iscsi neutron-server[78417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:38:51.161197 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-428b4674-b892-4c72-b540-fb8202fb5ad4 req-070bc17f-aaa7-4978-9c25-e01c705b286d tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239798 Jun 25 14:38:51.170072 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:51.176944 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-92cbc0bf-401b-4f3f-a4c3-96576ad01220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:51.196188 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:51.207031 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Pushing event deleted for resources: {'Network': ['ID=fec57371-2054-403e-a021-1347398542b1,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:51.210178 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:51.212080 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] 10.222.0.61 "DELETE /v2.0/networks/fec57371-2054-403e-a021-1347398542b1 HTTP/1.1" status: 204 len: 168 time: 1.4507422 Jun 25 14:38:51.237175 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-e3958a03-a78a-4aff-82e9-f946722a2589 None None] Deleting port c1950b23-06aa-4918-a571-b5737fb75935 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:51.237820 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e3958a03-a78a-4aff-82e9-f946722a2589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:51.312219 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-e3958a03-a78a-4aff-82e9-f946722a2589 None None] The port 'c1950b23-06aa-4918-a571-b5737fb75935' was deleted {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:38:51.421869 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56812) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:51.476137 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-5aa27649-acf0-4a52-a762-879a191618ad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ecbcc4df36394aafa47f880b528ca413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522213 Jun 25 14:38:51.479059 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56816) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:51.549709 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-21406d88-d1e6-4b46-8e55-ce3b1020202b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:51.578665 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-21406d88-d1e6-4b46-8e55-ce3b1020202b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:51.648619 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-21406d88-d1e6-4b46-8e55-ce3b1020202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:51.652654 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-99ed4b91-ece9-4067-8065-c7e7ae735023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:51.668565 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21406d88-d1e6-4b46-8e55-ce3b1020202b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb2d816-35f5-45d4-8243-4f6a3c00e5c5,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:51.673780 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-21406d88-d1e6-4b46-8e55-ce3b1020202b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:51.677675 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-21406d88-d1e6-4b46-8e55-ce3b1020202b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:51.678891 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-21406d88-d1e6-4b46-8e55-ce3b1020202b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/edb2d816-35f5-45d4-8243-4f6a3c00e5c5 HTTP/1.1" status: 204 len: 168 time: 0.1984963 Jun 25 14:38:52.131421 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56826) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:52.205614 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-b854c373-5602-41c8-87a5-92ef6cafa25f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66cb48f1a61a4c44a6405d3e55c811fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721292 Jun 25 14:38:52.208437 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56832) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:52.333518 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e326d616-dc4a-4b4a-850f-1a2a75d4e6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.381281 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e326d616-dc4a-4b4a-850f-1a2a75d4e6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.446986 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2eac5-a536-47d4-bcf6-601c94971fad req-83dac382-0df5-4835-b7e9-0695d75835b1 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:52.448622 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4da2eac5-a536-47d4-bcf6-601c94971fad req-83dac382-0df5-4835-b7e9-0695d75835b1 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.1566963 Jun 25 14:38:52.493040 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e326d616-dc4a-4b4a-850f-1a2a75d4e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.500320 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-5d84276a-cd12-489a-a925-172154aa3b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:52.517002 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326d616-dc4a-4b4a-850f-1a2a75d4e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a21eb53-5f4f-4329-ae4e-c88c9f4cbee6,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:52.521124 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4da2eac5-a536-47d4-bcf6-601c94971fad req-f73d04fd-4f46-40d2-9458-1e64c24ada67 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624125 Jun 25 14:38:52.522190 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e326d616-dc4a-4b4a-850f-1a2a75d4e6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:52.531904 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e326d616-dc4a-4b4a-850f-1a2a75d4e6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:52.536418 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-e326d616-dc4a-4b4a-850f-1a2a75d4e6c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a21eb53-5f4f-4329-ae4e-c88c9f4cbee6 HTTP/1.1" status: 204 len: 168 time: 0.3249028 Jun 25 14:38:53.482149 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85f2de-f042-4a2c-9fda-435704197ae9 req-a48947b7-ffc3-417b-b652-99e39d5c856a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:53.483769 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9a85f2de-f042-4a2c-9fda-435704197ae9 req-a48947b7-ffc3-417b-b652-99e39d5c856a tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 946 time: 0.1193497 Jun 25 14:38:53.551943 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9a85f2de-f042-4a2c-9fda-435704197ae9 req-d32eaae0-4a80-4d2f-87d3-b7f53c9c1922 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606444 Jun 25 14:38:53.572825 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56866) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:53.753501 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-252878298-network', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:53.772231 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:53.783190 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Usage tracker for resource:network and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:53.789483 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:53.814728 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:53.849869 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Made reservation on behalf of 8996bc08a1bf40f1b8d70015ef637c3c for: {'network': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:53.853724 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.885937 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:53.918223 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b571747-76cb-4459-a80e-f1b956a31fcd req-0ccaec73-a841-4449-9883-b6af6a1b2664 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:53.920503 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7b571747-76cb-4459-a80e-f1b956a31fcd req-0ccaec73-a841-4449-9883-b6af6a1b2664 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.2439311 Jun 25 14:38:53.932939 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:53.965137 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Usage tracker for resource:security_group_rule and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:53.977317 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:53.988889 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:54.048929 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7b571747-76cb-4459-a80e-f1b956a31fcd req-2cd59012-1ff2-420b-a28f-1d6c00cbfc27 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197231 Jun 25 14:38:54.134246 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.139923 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.144348 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-53dce738-74c8-4dea-bbb8-69d09216780e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:54.145464 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab070612-f7a5-4def-8b80-994da72f5288 req-0ebb50a5-3d2e-41b3-9026-b051389615a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:54.147421 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ab070612-f7a5-4def-8b80-994da72f5288 req-0ebb50a5-3d2e-41b3-9026-b051389615a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1eb7d9c9a44d40b3bfa7db37305ae277&device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 1098 time: 0.1362143 Jun 25 14:38:54.174749 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=78417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:38:54.188951 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4863e90-c931-4d0d-b48b-cf8030a0ecfc,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:54.194156 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:54.195130 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.195472 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.segments_db [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Added segment 64a2b5d1-13e5-4296-bc56-fb891409fa12 of type vlan for network 59225deb-2cbb-411b-8e05-9bf0274d0300 Jun 25 14:38:54.229159 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.264913 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.266276 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:54.267750 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.272651 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:54.315529 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab070612-f7a5-4def-8b80-994da72f5288 req-57044468-aa42-49fd-afd7-f87c0fb7019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:54.317088 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ab070612-f7a5-4def-8b80-994da72f5288 req-57044468-aa42-49fd-afd7-f87c0fb7019b service neutron] 10.222.0.69 "GET /v2.0/networks?id=1066c44d-0048-4fd0-a558-c7100aa231ba HTTP/1.1" status: 200 len: 910 time: 0.1621907 Jun 25 14:38:54.384578 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8100574 Jun 25 14:38:54.387848 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56872) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:54.390773 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Pushing event updated for resources: {'Network': ['ID=59225deb-2cbb-411b-8e05-9bf0274d0300,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:54.396814 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Request body: {'subnet': {'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-252878298-subnet', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'ip_version': 4}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:54.400761 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:54.403088 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:54.409063 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Usage tracker for resource:subnet and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:54.410037 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network 59225deb-2cbb-411b-8e05-9bf0274d0300 details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:38:54.415613 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:54.426382 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:54.442669 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Made reservation on behalf of 8996bc08a1bf40f1b8d70015ef637c3c for: {'subnet': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:38:54.446627 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6690444'] for subnet, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.452009 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ab070612-f7a5-4def-8b80-994da72f5288 req-c1500880-04ba-47bd-bdd5-4e2f4f91bd48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 HTTP/1.1" status: 200 len: 1000 time: 0.1270130 Jun 25 14:38:54.519830 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab070612-f7a5-4def-8b80-994da72f5288 req-30494151-3fd3-402a-8ed2-f03ee0c507ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:54.521872 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ab070612-f7a5-4def-8b80-994da72f5288 req-30494151-3fd3-402a-8ed2-f03ee0c507ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e9b658f-349b-404b-b2ac-ed9f56cfa20b HTTP/1.1" status: 200 len: 848 time: 0.0621262 Jun 25 14:38:54.623388 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab070612-f7a5-4def-8b80-994da72f5288 req-a8f2814d-708c-4f86-9fa1-319efe3b5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:54.625172 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ab070612-f7a5-4def-8b80-994da72f5288 req-a8f2814d-708c-4f86-9fa1-319efe3b5c83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1066c44d-0048-4fd0-a558-c7100aa231ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0960975 Jun 25 14:38:54.777922 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ab070612-f7a5-4def-8b80-994da72f5288 req-803700c5-4817-4b02-b3a4-3a974d224fa6 service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453528 Jun 25 14:38:54.838280 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6327643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6690458'] for subnet, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:54.851368 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:54.937743 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b6d42d-36ba-4c9f-bbda-578db5b1d4af,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:54.940876 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:54.951880 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87618ca-b103-4212-a1e4-0abcf3118ae2 req-bb440ebb-0046-41e8-9e3a-a024267606c9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:54.953465 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d87618ca-b103-4212-a1e4-0abcf3118ae2 req-bb440ebb-0046-41e8-9e3a-a024267606c9 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 946 time: 0.1854830 Jun 25 14:38:54.960221 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Checking segment: {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:38:54.960594 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Network hostable DHCP agents. Network: 59225deb-2cbb-411b-8e05-9bf0274d0300, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:38:54.997812 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ab070612-f7a5-4def-8b80-994da72f5288 req-861dc149-0430-430a-9f87-f4cd20e7de6d service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124767 Jun 25 14:38:55.216508 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Network 59225deb-2cbb-411b-8e05-9bf0274d0300 is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:38:55.228911 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d87618ca-b103-4212-a1e4-0abcf3118ae2 req-0fdd5e83-c3b8-4763-8ae7-7eec6cf90c07 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups?id=345f7197-90f0-4ecd-bc0c-f88fc1e67c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292483 Jun 25 14:38:55.245424 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, 59225deb-2cbb-411b-8e05-9bf0274d0300) {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:38:55.261780 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:55.262372 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.264060 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08356559-d36e-4f66-96ea-fb8740d180df None None] Network 59225deb-2cbb-411b-8e05-9bf0274d0300 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:55.303265 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-0d81944e-8d09-41ca-8b34-8ac249587e25 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9113145 Jun 25 14:38:55.303977 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56880) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:55.310612 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-209b28b6-f165-4988-b29b-8f8250c2c861 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:55.311389 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:38:55.312177 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-209b28b6-f165-4988-b29b-8f8250c2c861 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 946 time: 0.3531508 Jun 25 14:38:55.319072 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:38:55.323694 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Usage tracker for resource:router and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:38:55.327371 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:38:55.335859 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:38:55.350269 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34188'] for router, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.353622 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34203'] for router, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.383709 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.385672 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04ef10-8753-4704-ab86-9a844edc1860 req-9371a691-d9fb-4c97-bb01-9e1308ad761c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:55.387315 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a04ef10-8753-4704-ab86-9a844edc1860 req-9371a691-d9fb-4c97-bb01-9e1308ad761c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.2114687 Jun 25 14:38:55.427154 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Deleting port f5996bc0-16e9-4118-9df8-2703b3816bfb {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:38:55.427671 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.504557 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a04ef10-8753-4704-ab86-9a844edc1860 req-a660816a-884f-4862-bdd6-d01f110089c6 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066511 Jun 25 14:38:55.506283 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp100333b5-76c8-5f66-9258-b41137705b1a-59225deb-2cbb-411b-8e05-9bf0274d0300', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af'}]}} from dv-cinder-798088-1-iscsi. {{(pid=78418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:38:55.507134 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.719144 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.db_base_plugin_common [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Allocated IP 172.20.0.2 (59225deb-2cbb-411b-8e05-9bf0274d0300/86b6d42d-36ba-4c9f-bbda-578db5b1d4af/2c2dd41f-63b0-48fb-8120-10dac76802c7) {{(pid=78418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:38:55.744748 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:38:55.773924 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] For port f5996bc0-16e9-4118-9df8-2703b3816bfb, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=f5996bc0-16e9-4118-9df8-2703b3816bfb,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:55.774413 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.816668 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34153'] for router, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.948390 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Notify callbacks [] for port, precommit_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.960279 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Transition to ACTIVE for port object 2c2dd41f-63b0-48fb-8120-10dac76802c7 will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:38:55.984837 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Transition to ACTIVE for port object 2c2dd41f-63b0-48fb-8120-10dac76802c7 will not be triggered until provisioned by entity DHCP. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:38:55.991274 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:55.997186 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:56.070720 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Network 59225deb-2cbb-411b-8e05-9bf0274d0300 is already hosted by enough agents. {{(pid=78418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:38:56.074315 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.base_scheduler [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Resources bound (agent type, host, resource id): {{(pid=78418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:38:56.076803 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Received port after_create {{(pid=78418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:38:56.118201 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.118909 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.118909 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.l3_db [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Floating IP 3015828b-d054-404b-92e0-04a235a465fd disassociated. External IP: 172.27.2.35, port: f5996bc0-16e9-4118-9df8-2703b3816bfb. Jun 25 14:38:56.119218 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Calling delete_port for f5996bc0-16e9-4118-9df8-2703b3816bfb owned by compute:nova {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:38:56.156590 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.159907 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Pushing event updated for resources: {'Port': ['ID=2c2dd41f-63b0-48fb-8120-10dac76802c7,revision_number=1']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:56.191294 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:56.191763 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:56.192052 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:56.192330 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:56.192646 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:56.192972 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:56.193298 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:56.193679 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:56.194021 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:56.194325 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:56.194642 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:56.194956 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:38:56.201846 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:56.212304 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Attempting to bind port 2c2dd41f-63b0-48fb-8120-10dac76802c7 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:38:56.212575 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.212927 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Attempting to bind port 2c2dd41f-63b0-48fb-8120-10dac76802c7 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:38:56.213439 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Attempting to bind port 2c2dd41f-63b0-48fb-8120-10dac76802c7 on network 59225deb-2cbb-411b-8e05-9bf0274d0300 {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:38:56.222282 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:38:56.222984 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Checking segment: {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:38:56.223470 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.224024 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Bound using segment: {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:38:56.224631 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Bound port: 2c2dd41f-63b0-48fb-8120-10dac76802c7, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:38:56.225187 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.290604 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.299572 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e0d48f58-90c5-4135-be02-145bf6ce065c tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:56.326742 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] For port 2c2dd41f-63b0-48fb-8120-10dac76802c7, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:38:56.331075 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] For port 2c2dd41f-63b0-48fb-8120-10dac76802c7, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=2c2dd41f-63b0-48fb-8120-10dac76802c7,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:38:56.341691 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.350412 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:56.355605 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event deleted for resources: {'Port': ['ID=f5996bc0-16e9-4118-9df8-2703b3816bfb,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:56.358959 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:56.461874 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Allocated IP 172.27.2.16 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/ac852489-b913-4689-88c8-97c3d1e41bae) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:38:56.504206 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Pushing event updated for resources: {'Port': ['ID=2c2dd41f-63b0-48fb-8120-10dac76802c7,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:56.513070 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-0621d09f-cd1f-4b35-a8d5-92bacec45add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:56.627204 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c4d061a2-7f71-4919-8e06-fe94b03ebaa4 req-a7929eaa-6fa0-4048-888c-5f10dfc2fc2d tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 210 time: 0.0874352 Jun 25 14:38:56.659729 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Router bae3fb90-6b59-4682-a3ba-da3f268b2c86 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:38:56.690389 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.772882 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:56.794089 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4dccdb41-85db-4045-95c3-594c922c2c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:57.006859 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:38:57.012812 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:38:57.019741 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:38:57.107677 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Pushing event updated for resources: {'Port': ['ID=ac852489-b913-4689-88c8-97c3d1e41bae,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:57.115402 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:57.171143 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e405b2-b56b-4d56-ae0e-9f9b3994a9fc req-176e4337-efd5-4e10-9242-60df5fb9eedc tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:57.177033 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-02e405b2-b56b-4d56-ae0e-9f9b3994a9fc req-176e4337-efd5-4e10-9242-60df5fb9eedc tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.3871019 Jun 25 14:38:57.187354 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:38:57.206673 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82d01dd-e1df-44e7-9405-1f6ee543b2ff None None] Sync routers for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:38:57.224255 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d01dd-e1df-44e7-9405-1f6ee543b2ff None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:38:57.225363 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-c82d01dd-e1df-44e7-9405-1f6ee543b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:38:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:57.392619 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] No DVR routers for this DVR port f5996bc0-16e9-4118-9df8-2703b3816bfb on host hv-cinder-79808 {{(pid=78417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:38:57.396563 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:57.418860 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'name': 'network-vif-deleted', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:38:57.428667 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-02e405b2-b56b-4d56-ae0e-9f9b3994a9fc req-cbb01815-330d-4597-b056-9d625f0e7633 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435038 Jun 25 14:38:57.445013 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6cc8385e-3f6e-4062-bc9b-224ac8159046 req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.69 "DELETE /v2.0/ports/f5996bc0-16e9-4118-9df8-2703b3816bfb HTTP/1.1" status: 204 len: 173 time: 2.1245258 Jun 25 14:38:57.512178 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f111c6a-4ca7-4279-8315-558025ad3222', 'name': 'network-vif-deleted', 'tag': 'f5996bc0-16e9-4118-9df8-2703b3816bfb', 'status': 'completed', 'code': 200} Jun 25 14:38:57.609597 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-c82d01dd-e1df-44e7-9405-1f6ee543b2ff None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:38:58.021381 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:58.179196 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-c82d01dd-e1df-44e7-9405-1f6ee543b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:58.189829 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82d01dd-e1df-44e7-9405-1f6ee543b2ff None None] Checking router: bae3fb90-6b59-4682-a3ba-da3f268b2c86 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:38:58.206606 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device f5996bc0-16e9-4118-9df8-2703b3816bfb no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:38:58.244929 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-76d58654-6771-44da-bc22-2818aa3519b0 req-588802dd-6782-4310-b490-076dbb323754 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Synchronizing usage tracker for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:38:58.281620 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-76d58654-6771-44da-bc22-2818aa3519b0 req-588802dd-6782-4310-b490-076dbb323754 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Unset dirty status for tenant:1e3a525bd5684b0e8516b71090c07dd2 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:38:58.284867 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-76d58654-6771-44da-bc22-2818aa3519b0 req-588802dd-6782-4310-b490-076dbb323754 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/ports?device_id=0f111c6a-4ca7-4279-8315-558025ad3222 HTTP/1.1" status: 200 len: 210 time: 0.1855927 Jun 25 14:38:58.299795 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f7a861-2a30-4a49-aeec-279238ab5127 None None] Network 59225deb-2cbb-411b-8e05-9bf0274d0300 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:38:58.347964 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82d01dd-e1df-44e7-9405-1f6ee543b2ff None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:38:58.349386 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-c82d01dd-e1df-44e7-9405-1f6ee543b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:38:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:58.453144 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: f5996bc0-16e9-4118-9df8-2703b3816bfb {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:38:58.453374 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device f5996bc0-16e9-4118-9df8-2703b3816bfb not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:38:58.480786 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 2c2dd41f-63b0-48fb-8120-10dac76802c7 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:38:58.667631 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5c70c-ed36-48d5-a197-305c6d6d0143 req-ecc822c0-40a5-4962-8fd4-07303d647cca tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:58.677368 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7fb5c70c-ed36-48d5-a197-305c6d6d0143 req-ecc822c0-40a5-4962-8fd4-07303d647cca tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.1018071 Jun 25 14:38:58.704512 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-50b249d9-94ce-4a89-ac6d-5720e8d6565e None None] Provisioning for port 2c2dd41f-63b0-48fb-8120-10dac76802c7 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:38:58.717131 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452955'] for router, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:58.742409 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7fb5c70c-ed36-48d5-a197-305c6d6d0143 req-88e1c2aa-9002-4512-ba4e-3a7d2d48840c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641580 Jun 25 14:38:58.943309 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 2c2dd41f-63b0-48fb-8120-10dac76802c7 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:38:58.950154 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-c82d01dd-e1df-44e7-9405-1f6ee543b2ff None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:38:59.021114 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 is scheduled to L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a with binding_index 1 {{(pid=78416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:38:59.049054 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 2c2dd41f-63b0-48fb-8120-10dac76802c7 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:38:59.049740 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.155038 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56904) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:59.342033 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:38:59.352364 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Sync routers for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:38:59.377356 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:38:59.378439 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:38:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:59.404949 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Notify callbacks [] for router, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.409632 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1044452 Jun 25 14:38:59.410046 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56912) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:38:59.538235 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.569656 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-81348c65-f0c6-4d66-ade3-0a6e0a69f943 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4122624 Jun 25 14:38:59.600552 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 2c2dd41f-63b0-48fb-8120-10dac76802c7, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=2c2dd41f-63b0-48fb-8120-10dac76802c7,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:38:59.616627 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:38:59.618183 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4fa23-4a99-4ecc-b782-ab1df7f66a45 req-b902aebc-2cb1-43ef-b799-3133f0fedbae tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:38:59.630726 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9ac4fa23-4a99-4ecc-b782-ab1df7f66a45 req-b902aebc-2cb1-43ef-b799-3133f0fedbae tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.3302767 Jun 25 14:38:59.637480 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:38:59.639423 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:38:59.702524 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-c82d01dd-e1df-44e7-9405-1f6ee543b2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:38:59.722709 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82d01dd-e1df-44e7-9405-1f6ee543b2ff None None] The sync data for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi is: [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:31:20Z', 'revision_number': 4, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '697abf66-0801-4d39-bf20-b97c0fffa0ac', 'name': '', 'network_id': '01fef63b-37a8-409d-9cc2-b6d54ee3cd0e', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'mac_address': 'fa:16:3e:bc:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:19Z', 'updated_at': '2021-06-25T14:31:39Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'subnets': [{'id': 'd342de52-d2d2-45a2-92c2-62e59e532739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:38:59.790849 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=2c2dd41f-63b0-48fb-8120-10dac76802c7,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:38:59.815717 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:38:59.896265 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-bbb2fa28-b7da-4984-8a03-bd996fcfef40 None None] Provisioning complete for port 2c2dd41f-63b0-48fb-8120-10dac76802c7 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:38:59.896826 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-bbb2fa28-b7da-4984-8a03-bd996fcfef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.017244 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9ac4fa23-4a99-4ecc-b782-ab1df7f66a45 req-80f6ae6a-f750-48b7-ad40-846bd8d57a4c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3766346 Jun 25 14:39:00.081175 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:38:57Z', 'revision_number': 3, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:00.096526 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Checking router: ff988f98-46d4-4af2-a8b5-e24a6ad0a703 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:00.096908 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Updating router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 port ac852489-b913-4689-88c8-97c3d1e41bae binding host dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:00.183950 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.207752 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:39:00.331263 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7016f4-2687-4cea-a688-61ce0f89912e None None] New status for floating IP 3015828b-d054-404b-92e0-04a235a465fd: DOWN {{(pid=78418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:39:00.635727 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56926) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:00.650328 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 2c2dd41f-63b0-48fb-8120-10dac76802c7 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:00.726321 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.756573 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4f93b91c-1745-4384-b63b-f8f7969b2273 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.808120 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4f93b91c-1745-4384-b63b-f8f7969b2273 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.872901 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Notify callbacks [] for port, precommit_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.906961 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4f93b91c-1745-4384-b63b-f8f7969b2273 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.909090 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.provisioning_blocks [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Transition to ACTIVE for port object ac852489-b913-4689-88c8-97c3d1e41bae will not be triggered until provisioned by entity L2. {{(pid=78419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:00.915847 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-19951a69-e9a9-474c-8fb1-2887aad561c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:00.940516 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.944206 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.945450 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93b91c-1745-4384-b63b-f8f7969b2273 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345f7197-90f0-4ecd-bc0c-f88fc1e67c67,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:00.955861 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4f93b91c-1745-4384-b63b-f8f7969b2273 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:00.969883 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4f93b91c-1745-4384-b63b-f8f7969b2273 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:00.974387 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-4f93b91c-1745-4384-b63b-f8f7969b2273 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "DELETE /v2.0/security-groups/345f7197-90f0-4ecd-bc0c-f88fc1e67c67 HTTP/1.1" status: 204 len: 168 time: 0.3375249 Jun 25 14:39:00.975054 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56930) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:00.998254 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.api.v2.resource [None req-d46d5da3-a917-441f-b88f-9a45249f8cc2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] show failed (client error): The resource could not be found. Jun 25 14:39:00.998598 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-21f94b5c-9dca-45d1-a74a-3aad5885429c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:01.003660 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d46d5da3-a917-441f-b88f-9a45249f8cc2 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "GET /v2.0/security-groups/345f7197-90f0-4ecd-bc0c-f88fc1e67c67 HTTP/1.1" status: 404 len: 347 time: 0.0274332 Jun 25 14:39:01.004695 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56934) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:01.021831 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 2c2dd41f-63b0-48fb-8120-10dac76802c7 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:01.022412 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:01.079206 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:01.121713 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:01.136178 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:01.159863 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-51308dc6-2c8e-4191-9f31-4c89b8b293e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:01.250262 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Attempting to bind port ac852489-b913-4689-88c8-97c3d1e41bae on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:01.250573 dv-cinder-798088-1-iscsi neutron-server[78418]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'code': 422} returned with failed status Jun 25 14:39:01.250860 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Attempting to bind port ac852489-b913-4689-88c8-97c3d1e41bae by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:01.251493 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Attempting to bind port ac852489-b913-4689-88c8-97c3d1e41bae on network 10f2b18a-25e6-496e-8d19-550ef6db5c85 {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:01.293796 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:01.298249 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Checking segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:01.299352 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:01.305744 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Bound using segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:01.308039 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Bound port: ac852489-b913-4689-88c8-97c3d1e41bae, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:01.309068 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:01.363980 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-d57a92b1-944f-4b60-b5e2-631a7589ec09 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Deleting port 742ee754-d96d-47d4-aa8e-126ebf2f222b {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:39:01.364324 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d57a92b1-944f-4b60-b5e2-631a7589ec09 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:01.372564 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Pushing event updated for resources: {'Port': ['ID=ac852489-b913-4689-88c8-97c3d1e41bae,revision_number=2']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:01.444833 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:01.445864 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:01.453041 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:01.454520 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:01.455295 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:01.456096 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:01.456941 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:01.457737 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:01.458469 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:01.459249 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:01.460019 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:01.462479 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:01.473497 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Allocated IP 172.20.0.1 (59225deb-2cbb-411b-8e05-9bf0274d0300/86b6d42d-36ba-4c9f-bbda-578db5b1d4af/a50083e0-f6cf-4fa5-a1da-e54af78e3e10) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:01.478366 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:01.552386 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,revision_number=6']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:01.558604 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:01.575936 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d57a92b1-944f-4b60-b5e2-631a7589ec09 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:01.576345 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d57a92b1-944f-4b60-b5e2-631a7589ec09 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:01.579278 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] For port ac852489-b913-4689-88c8-97c3d1e41bae, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:01.587779 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] For port ac852489-b913-4689-88c8-97c3d1e41bae, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=ac852489-b913-4689-88c8-97c3d1e41bae,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:01.597358 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:01.607318 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-3ca92282-8fce-4ef6-8cd5-a0cc9daebd82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:01.759797 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:01.760990 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:38:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:01.762242 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-d57a92b1-944f-4b60-b5e2-631a7589ec09 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Calling delete_port for 742ee754-d96d-47d4-aa8e-126ebf2f222b owned by network:floatingip {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:39:01.827297 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Pushing event updated for resources: {'Port': ['ID=ac852489-b913-4689-88c8-97c3d1e41bae,revision_number=3']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:01.839037 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-caed3c59-c356-4529-988a-658f499b3bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:01.960406 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504d020-a728-44a3-8632-4ba62358be61 req-e46c7fce-d284-4419-b1bb-eff4f3a9f489 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:01.961970 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5504d020-a728-44a3-8632-4ba62358be61 req-e46c7fce-d284-4419-b1bb-eff4f3a9f489 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 943 time: 0.6306353 Jun 25 14:39:01.995157 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:02.035008 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.049590 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d57a92b1-944f-4b60-b5e2-631a7589ec09 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.059038 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:02.081495 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Transition to ACTIVE for port object a50083e0-f6cf-4fa5-a1da-e54af78e3e10 will not be triggered until provisioned by entity DHCP. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:02.107986 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-5799fa9f-50b0-4d84-a92d-603d8565e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:02.109582 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-5799fa9f-50b0-4d84-a92d-603d8565e883 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b&tenant_id=1eb7d9c9a44d40b3bfa7db37305ae277 HTTP/1.1" status: 200 len: 1096 time: 0.2710161 Jun 25 14:39:02.122581 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5504d020-a728-44a3-8632-4ba62358be61 req-89345da9-de2e-4015-936f-3800ad4432a2 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393394 Jun 25 14:39:02.144504 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a92b1-944f-4b60-b5e2-631a7589ec09 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Pushing event deleted for resources: {'Port': ['ID=742ee754-d96d-47d4-aa8e-126ebf2f222b,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:02.150991 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d57a92b1-944f-4b60-b5e2-631a7589ec09 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:02.204264 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.209409 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:02.288388 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Network 59225deb-2cbb-411b-8e05-9bf0274d0300 is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:02.293642 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:02.299623 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:02.345202 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Pushing event updated for resources: {'Port': ['ID=a50083e0-f6cf-4fa5-a1da-e54af78e3e10,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:02.356940 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:02.380770 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453021'] for router_interface, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.405969 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-a5586cb6-f51f-4c08-a334-36ec748178d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:02.408398 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-a5586cb6-f51f-4c08-a334-36ec748178d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1eb7d9c9a44d40b3bfa7db37305ae277&device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 1096 time: 0.2620478 Jun 25 14:39:02.438085 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:38:57Z', 'revision_number': 3, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:02.451923 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0846d8-da4a-49cf-b6bc-4e443cd60212 None None] The sync data for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi is: [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:38:57Z', 'revision_number': 3, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:02.466091 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d57a92b1-944f-4b60-b5e2-631a7589ec09 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks [] for floatingip, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.507772 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d57a92b1-944f-4b60-b5e2-631a7589ec09 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.512590 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d57a92b1-944f-4b60-b5e2-631a7589ec09 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] 10.222.0.61 "DELETE /v2.0/floatingips/3015828b-d054-404b-92e0-04a235a465fd HTTP/1.1" status: 204 len: 168 time: 1.5040307 Jun 25 14:39:02.626439 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b10b8444-d34f-45a8-9676-7dd26da43f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.696340 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-682452b4-edb1-4c9d-ba20-841b6ad76f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:02.698232 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-682452b4-edb1-4c9d-ba20-841b6ad76f11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1066c44d-0048-4fd0-a558-c7100aa231ba HTTP/1.1" status: 200 len: 910 time: 0.2832215 Jun 25 14:39:02.728967 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-2c1e900b-fd7c-44a3-99ac-b020795abc67 None None] Provisioning for port a50083e0-f6cf-4fa5-a1da-e54af78e3e10 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:02.737289 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-2c1e900b-fd7c-44a3-99ac-b020795abc67 None None] Provisioning complete for port a50083e0-f6cf-4fa5-a1da-e54af78e3e10 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:02.737785 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-2c1e900b-fd7c-44a3-99ac-b020795abc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:02.835293 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e900b-fd7c-44a3-99ac-b020795abc67 None None] Port a50083e0-f6cf-4fa5-a1da-e54af78e3e10 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:02.916365 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.032294 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.041493 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-15ec4af8-026c-4124-9501-cf541b84e287 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 HTTP/1.1" status: 200 len: 998 time: 0.3295896 Jun 25 14:39:03.254868 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-eac83d59-d732-4d65-af95-abac9c1d4af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:03.258036 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-eac83d59-d732-4d65-af95-abac9c1d4af1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e9b658f-349b-404b-b2ac-ed9f56cfa20b HTTP/1.1" status: 200 len: 848 time: 0.1715610 Jun 25 14:39:03.637295 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-37127e59-b13f-46ca-9438-bcd2a00f54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:03.638907 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-37127e59-b13f-46ca-9438-bcd2a00f54c8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1066c44d-0048-4fd0-a558-c7100aa231ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3473704 Jun 25 14:39:03.648978 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04698da-d434-4547-aaae-b07052b68d76 req-a10846a6-3550-49ea-8bd4-19c69db33cc5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:03.650554 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a04698da-d434-4547-aaae-b07052b68d76 req-a10846a6-3550-49ea-8bd4-19c69db33cc5 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 943 time: 0.2618759 Jun 25 14:39:03.715608 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.731781 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:03.772085 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7c911f16-033d-485b-a2b8-55e0b3ce9f1b tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:03.995648 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a04698da-d434-4547-aaae-b07052b68d76 req-fd95b1ae-348e-4e1a-99f1-4c2f103caf50 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3314056 Jun 25 14:39:04.014047 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454452'] for router_interface, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:04.033056 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Pushing event updated for resources: {'Port': ['ID=a50083e0-f6cf-4fa5-a1da-e54af78e3e10,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:04.043081 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:04.103113 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-ec14f13c-c083-4b4e-988d-1e8953349b9a service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357584 Jun 25 14:39:04.419413 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55aeb0-aa06-473a-adf4-4401cecd2279 req-6ef86309-3c6c-44f3-8a2d-058747903669 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:04.421120 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fc55aeb0-aa06-473a-adf4-4401cecd2279 req-6ef86309-3c6c-44f3-8a2d-058747903669 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.5641954 Jun 25 14:39:04.444101 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device ac852489-b913-4689-88c8-97c3d1e41bae up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:04.543353 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Network 59225deb-2cbb-411b-8e05-9bf0274d0300 is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:04.554587 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:04.626871 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port ac852489-b913-4689-88c8-97c3d1e41bae completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:04.636319 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port ac852489-b913-4689-88c8-97c3d1e41bae triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:04.637533 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:04.638988 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fc55aeb0-aa06-473a-adf4-4401cecd2279 req-7c901da4-70a2-49c3-ab6e-b69fa1f5ff26 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012873 Jun 25 14:39:04.642046 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-92c31f15-d9d1-4c80-aefc-d76f0bfdb83d req-621dd049-8cb1-45e5-8e0c-7739fe508d3b service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527117 Jun 25 14:39:04.845924 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:39:04.940409 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:04.980835 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port ac852489-b913-4689-88c8-97c3d1e41bae, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=ac852489-b913-4689-88c8-97c3d1e41bae,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:04.987150 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:04.989879 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:05.095794 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-f1ecd7e5-af9f-4383-a7ce-e788be2e5b12 None None] Provisioning complete for port a50083e0-f6cf-4fa5-a1da-e54af78e3e10 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:05.096694 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f1ecd7e5-af9f-4383-a7ce-e788be2e5b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.101330 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:05.115540 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Sync routers for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:05.128395 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] 10.222.0.61 "PUT /v2.0/routers/ff988f98-46d4-4af2-a8b5-e24a6ad0a703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7099359 Jun 25 14:39:05.138726 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:05.139468 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:38:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:05.162463 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=ac852489-b913-4689-88c8-97c3d1e41bae,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:05.174926 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:05.187360 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecd7e5-af9f-4383-a7ce-e788be2e5b12 None None] Port a50083e0-f6cf-4fa5-a1da-e54af78e3e10 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:05.297420 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba031c-9d9f-4a4e-94ad-136b8200378d req-d47d698c-6aff-4ca2-a493-41ef48ded527 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:05.300039 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6dba031c-9d9f-4a4e-94ad-136b8200378d req-d47d698c-6aff-4ca2-a493-41ef48ded527 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 943 time: 0.1265440 Jun 25 14:39:05.353400 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6dba031c-9d9f-4a4e-94ad-136b8200378d req-14f5a5c8-267d-4455-ae57-9dc02a553218 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478280 Jun 25 14:39:05.377299 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:05.451582 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-429bf571-fe58-4c80-9564-78e914338001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.763377 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:03Z', 'revision_number': 2, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:05.781173 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Checking router: ff988f98-46d4-4af2-a8b5-e24a6ad0a703 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:05.781901 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Updating router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 port a50083e0-f6cf-4fa5-a1da-e54af78e3e10 binding host dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:05.814157 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 56990) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:05.824574 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1999525572-network', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:05.833417 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:05.842411 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Usage tracker for resource:network and tenant:3c4d2ada22d94ce68233f83cb5337b2d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:05.852856 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:05.867791 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:05.875030 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.888264 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Made reservation on behalf of 3c4d2ada22d94ce68233f83cb5337b2d for: {'network': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:05.894945 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.922217 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:05.949360 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 56996) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:05.953147 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:05.957713 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Usage tracker for resource:security_group_rule and tenant:3c4d2ada22d94ce68233f83cb5337b2d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:05.961164 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:05.969645 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:05.990913 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-e4968a49-f7fa-4c60-8e7f-cdb447d06012 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:05.992770 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-e4968a49-f7fa-4c60-8e7f-cdb447d06012 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.69 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.2225013 Jun 25 14:39:06.087010 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Deleting port 3604ddf7-2851-462b-81c5-a71de822322d {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:39:06.087649 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.159833 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.171894 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea3262-326b-4b82-9377-023fb3230407 req-5f473fa4-6f20-44c1-99e0-0e844704aa8a tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:06.181789 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-93ea3262-326b-4b82-9377-023fb3230407 req-5f473fa4-6f20-44c1-99e0-0e844704aa8a tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 945 time: 0.3403437 Jun 25 14:39:06.227141 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.236053 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.246697 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-14b5275e-2120-474e-b1ce-a16443114c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:06.314605 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=78416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:39:06.330352 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbfc41d-ebf3-4f4f-8b4f-5033c4aaee8a,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:06.335334 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:06.343326 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.344200 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.segments_db [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Added segment ee8e6f84-a541-4ab7-b502-b63f34683cf4 of type vlan for network ab51e3fa-6a69-425b-995d-392a744e4433 Jun 25 14:39:06.386351 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.450408 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Notify callbacks [] for port, precommit_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.465421 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.467869 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:06.468649 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.provisioning_blocks [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Transition to ACTIVE for port object a50083e0-f6cf-4fa5-a1da-e54af78e3e10 will not be triggered until provisioned by entity L2. {{(pid=78419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:06.468876 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.479046 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:06.481506 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device ac852489-b913-4689-88c8-97c3d1e41bae up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:06.491275 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.503750 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:06.556873 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] For port 3604ddf7-2851-462b-81c5-a71de822322d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=3604ddf7-2851-462b-81c5-a71de822322d,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:06.557524 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.610930 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Pushing event updated for resources: {'Network': ['ID=ab51e3fa-6a69-425b-995d-392a744e4433,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:06.616680 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:06.631087 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network ab51e3fa-6a69-425b-995d-392a744e4433 details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:39:06.633586 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8176479 Jun 25 14:39:06.637567 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57004) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:06.644898 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Request body: {'subnet': {'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1999525572-subnet', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'ip_version': 4}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:06.648155 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port ac852489-b913-4689-88c8-97c3d1e41bae triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:06.648709 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.660899 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:06.668572 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Usage tracker for resource:subnet and tenant:3c4d2ada22d94ce68233f83cb5337b2d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:06.677607 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:06.692875 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:06.717223 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Made reservation on behalf of 3c4d2ada22d94ce68233f83cb5337b2d for: {'subnet': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:06.737420 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7238043'] for subnet, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:06.750828 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-93ea3262-326b-4b82-9377-023fb3230407 req-bdcb40ae-2ba7-45c1-af02-153123d33252 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=69ee9899-39d1-4293-8a71-ab46cfe0164e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5674636 Jun 25 14:39:06.996161 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a69dfb-24bf-4319-b455-e84ae56a11cd None None] Pushing event updated for resources: {'Port': ['ID=a50083e0-f6cf-4fa5-a1da-e54af78e3e10,revision_number=3']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:07.004329 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-35a69dfb-24bf-4319-b455-e84ae56a11cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:07.075670 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Attempting to bind port a50083e0-f6cf-4fa5-a1da-e54af78e3e10 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:07.076262 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Attempting to bind port a50083e0-f6cf-4fa5-a1da-e54af78e3e10 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:07.076872 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Attempting to bind port a50083e0-f6cf-4fa5-a1da-e54af78e3e10 on network 59225deb-2cbb-411b-8e05-9bf0274d0300 {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:07.086620 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:07.087140 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Checking segment: {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:07.087819 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.088467 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Bound using segment: {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:07.089114 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Bound port: a50083e0-f6cf-4fa5-a1da-e54af78e3e10, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'}}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:07.089777 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.191298 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5454277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7238029'] for subnet, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.195648 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:07.255869 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] For port a50083e0-f6cf-4fa5-a1da-e54af78e3e10, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:07.262409 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] For port a50083e0-f6cf-4fa5-a1da-e54af78e3e10, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=a50083e0-f6cf-4fa5-a1da-e54af78e3e10,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:07.270004 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.278065 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-135a62e7-ab13-4cfc-8e9e-d469724f71f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:07.280552 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4005fe08-ee32-40a1-89fa-2e00296113e6,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:07.283697 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:07.291539 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Checking segment: {'id': 'ee8e6f84-a541-4ab7-b502-b63f34683cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:07.291909 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Network hostable DHCP agents. Network: ab51e3fa-6a69-425b-995d-392a744e4433, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:39:07.313540 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Network ab51e3fa-6a69-425b-995d-392a744e4433 is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:39:07.329903 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, ab51e3fa-6a69-425b-995d-392a744e4433) {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:07.334554 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:07.336538 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.344255 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12c7cc7-d8ea-41ee-836e-b9f6f83b79ee None None] Network ab51e3fa-6a69-425b-995d-392a744e4433 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:07.385813 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:07.386624 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:39:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:07.389349 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-8015cc75-5c4a-4145-b04e-d6506763a35f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7501879 Jun 25 14:39:07.392264 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57008) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:07.409009 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1999525572-router', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:07.418633 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:07.428607 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Usage tracker for resource:router and tenant:3c4d2ada22d94ce68233f83cb5337b2d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:07.435174 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:07.448365 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:07.472789 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-454647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-34188'] for router, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.476016 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-452974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-508320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-34203'] for router, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.484117 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.485073 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.485251 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.l3_db [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Floating IP ad9101e8-e7f5-4c42-a25b-79856272dd35 disassociated. External IP: 172.27.2.246, port: 3604ddf7-2851-462b-81c5-a71de822322d. Jun 25 14:39:07.485581 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Calling delete_port for 3604ddf7-2851-462b-81c5-a71de822322d owned by compute:nova {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:39:07.495077 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a69dfb-24bf-4319-b455-e84ae56a11cd None None] Pushing event updated for resources: {'Port': ['ID=a50083e0-f6cf-4fa5-a1da-e54af78e3e10,revision_number=4']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:07.513659 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-35a69dfb-24bf-4319-b455-e84ae56a11cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:07.538060 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.686089 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2c484-4f0c-4f90-b982-cc4796d3c297 req-4f7f1d78-b365-4cff-b947-5cb362bf2093 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:07.687716 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.697018 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c9a2c484-4f0c-4f90-b982-cc4796d3c297 req-4f7f1d78-b365-4cff-b947-5cb362bf2093 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 943 time: 0.9500604 Jun 25 14:39:07.754298 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp100333b5-76c8-5f66-9258-b41137705b1a-ab51e3fa-6a69-425b-995d-392a744e4433', 'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'fixed_ips': [{'subnet_id': '4005fe08-ee32-40a1-89fa-2e00296113e6'}]}} from dv-cinder-798088-1-iscsi. {{(pid=78418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 25 14:39:07.754298 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:07.794298 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:07.849946 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c9a2c484-4f0c-4f90-b982-cc4796d3c297 req-a43e738a-66e8-4b04-9874-8c6344595767 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514363 Jun 25 14:39:08.070998 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-452988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-34153'] for router, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.075325 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.087421 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-11120210-e849-4b4b-8eaf-bea3edb2bdd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:08.143482 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.db_base_plugin_common [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Allocated IP 172.20.0.2 (ab51e3fa-6a69-425b-995d-392a744e4433/4005fe08-ee32-40a1-89fa-2e00296113e6/fb7ed05d-c9f0-4561-8fbf-014cde27c301) {{(pid=78418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:08.144529 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f5730210-acbd-49db-9c22-109c8839421f req-01dbd810-30fc-4966-83c4-8b99f2d4e654 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 210 time: 0.1343453 Jun 25 14:39:08.175114 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event deleted for resources: {'Port': ['ID=3604ddf7-2851-462b-81c5-a71de822322d,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:08.185073 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:08.236042 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 3604ddf7-2851-462b-81c5-a71de822322d no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:39:08.341090 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 3604ddf7-2851-462b-81c5-a71de822322d {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:39:08.341448 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 3604ddf7-2851-462b-81c5-a71de822322d not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:39:08.433214 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:07Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:08.442316 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee27e88a-c418-4fb2-8ed7-63d80634795e None None] The sync data for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi is: [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:07Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:08.571757 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Notify callbacks [] for port, precommit_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.600611 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.612216 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Transition to ACTIVE for port object fb7ed05d-c9f0-4561-8fbf-014cde27c301 will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:08.652807 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Router d0a3d613-74fd-42d1-87ab-7dad31caa864 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:39:08.660215 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Transition to ACTIVE for port object fb7ed05d-c9f0-4561-8fbf-014cde27c301 will not be triggered until provisioned by entity DHCP. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:08.669645 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757'] for port, after_create {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.675316 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:08.731613 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.770970 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Network ab51e3fa-6a69-425b-995d-392a744e4433 is already hosted by enough agents. {{(pid=78418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:08.775198 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.scheduler.base_scheduler [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Resources bound (agent type, host, resource id): {{(pid=78418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:08.779741 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Received port after_create {{(pid=78418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:08.793105 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.836228 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Pushing event updated for resources: {'Port': ['ID=fb7ed05d-c9f0-4561-8fbf-014cde27c301,revision_number=1']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:08.847198 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:08.928491 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Attempting to bind port fb7ed05d-c9f0-4561-8fbf-014cde27c301 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:08.928980 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Attempting to bind port fb7ed05d-c9f0-4561-8fbf-014cde27c301 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': 'ee8e6f84-a541-4ab7-b502-b63f34683cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:08.929363 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Attempting to bind port fb7ed05d-c9f0-4561-8fbf-014cde27c301 on network ab51e3fa-6a69-425b-995d-392a744e4433 {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:08.937063 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:08.937448 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Checking segment: {'id': 'ee8e6f84-a541-4ab7-b502-b63f34683cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:08.938420 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:08.938979 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Bound using segment: {'id': 'ee8e6f84-a541-4ab7-b502-b63f34683cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:08.938979 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Bound port: fb7ed05d-c9f0-4561-8fbf-014cde27c301, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8e6f84-a541-4ab7-b502-b63f34683cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:08.940031 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.059561 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Allocated IP 172.27.2.133 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/24e66ef3-d001-4afd-a76c-e972f38197f2) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:09.126431 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] For port fb7ed05d-c9f0-4561-8fbf-014cde27c301, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:09.131631 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] For port fb7ed05d-c9f0-4561-8fbf-014cde27c301, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=fb7ed05d-c9f0-4561-8fbf-014cde27c301,segment=NetworkSegment(ee8e6f84-a541-4ab7-b502-b63f34683cf4),segment_id=ee8e6f84-a541-4ab7-b502-b63f34683cf4)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:09.138155 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.144948 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:09.320242 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Pushing event updated for resources: {'Port': ['ID=fb7ed05d-c9f0-4561-8fbf-014cde27c301,revision_number=2']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:09.331037 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:09.388294 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.438757 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.448230 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cc81ec51-ef75-4f55-a193-f41ce5acd253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:09.465203 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:09.484029 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec0fa9-3f77-4f2f-a56c-0ff97e1541c0 None None] Sync routers for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:09.517776 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec0fa9-3f77-4f2f-a56c-0ff97e1541c0 None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:09.522890 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:09.526592 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ea502f8e-e3cc-4126-9ff8-9a7838f951a1 req-d58ecb13-6534-4c6b-9387-eebd20f0c1de tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 210 time: 0.1075540 Jun 25 14:39:09.527166 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-42ec0fa9-3f77-4f2f-a56c-0ff97e1541c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:39:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:09.530581 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:09.534805 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:09.579082 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] No DVR routers for this DVR port 3604ddf7-2851-462b-81c5-a71de822322d on host hv-cinder-79808 {{(pid=78417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:39:09.582145 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.586943 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18742ce7-9a33-405c-98cb-ed4987ca7556', 'name': 'network-vif-deleted', 'tag': '3604ddf7-2851-462b-81c5-a71de822322d'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:09.615864 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b6f04a99-2c1c-4b9d-8513-a80ed119975b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454426'] for router_interface, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:09.651618 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Pushing event updated for resources: {'Port': ['ID=24e66ef3-d001-4afd-a76c-e972f38197f2,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:09.661286 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:09.834302 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18742ce7-9a33-405c-98cb-ed4987ca7556', 'name': 'network-vif-deleted', 'tag': '3604ddf7-2851-462b-81c5-a71de822322d', 'status': 'completed', 'code': 200} Jun 25 14:39:09.951596 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-77fdc46e-250d-400a-855c-f43c8a738cb8 req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.69 "DELETE /v2.0/ports/3604ddf7-2851-462b-81c5-a71de822322d HTTP/1.1" status: 204 len: 173 time: 3.9519694 Jun 25 14:39:10.001063 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-42ec0fa9-3f77-4f2f-a56c-0ff97e1541c0 None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:10.130195 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f8397-fde1-414a-88ef-f2f67c0f52bd req-6407a9b5-3e54-45a9-97a2-e9599de1a802 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:10.132178 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-308f8397-fde1-414a-88ef-f2f67c0f52bd req-6407a9b5-3e54-45a9-97a2-e9599de1a802 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 943 time: 0.9955895 Jun 25 14:39:10.447100 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-308f8397-fde1-414a-88ef-f2f67c0f52bd req-454e19b6-f584-40ed-a472-733485177ad3 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995379 Jun 25 14:39:10.529403 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.542968 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device fb7ed05d-c9f0-4561-8fbf-014cde27c301 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:10.660875 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-b6f04a99-2c1c-4b9d-8513-a80ed119975b admin admin] Deleting port 697abf66-0801-4d39-bf20-b97c0fffa0ac {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:39:10.668367 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b6f04a99-2c1c-4b9d-8513-a80ed119975b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:10.718926 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port fb7ed05d-c9f0-4561-8fbf-014cde27c301 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:10.734096 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device a50083e0-f6cf-4fa5-a1da-e54af78e3e10 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:10.916890 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port a50083e0-f6cf-4fa5-a1da-e54af78e3e10 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:10.930909 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port a50083e0-f6cf-4fa5-a1da-e54af78e3e10 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:10.931384 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.058291 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-42ec0fa9-3f77-4f2f-a56c-0ff97e1541c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 5, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:11.086759 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec0fa9-3f77-4f2f-a56c-0ff97e1541c0 None None] Checking router: d0a3d613-74fd-42d1-87ab-7dad31caa864 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:11.113700 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-d85197ca-dc65-4f2a-809d-c7ea6814a69b req-f62c563c-6427-428b-a8df-017350a04dbb tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Synchronizing usage tracker for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:11.149688 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec0fa9-3f77-4f2f-a56c-0ff97e1541c0 None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:11.150386 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-42ec0fa9-3f77-4f2f-a56c-0ff97e1541c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:39:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:11.158891 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-d85197ca-dc65-4f2a-809d-c7ea6814a69b req-f62c563c-6427-428b-a8df-017350a04dbb tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Unset dirty status for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:11.160799 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d85197ca-dc65-4f2a-809d-c7ea6814a69b req-f62c563c-6427-428b-a8df-017350a04dbb tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=18742ce7-9a33-405c-98cb-ed4987ca7556 HTTP/1.1" status: 200 len: 210 time: 0.1346550 Jun 25 14:39:11.226046 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-b6f04a99-2c1c-4b9d-8513-a80ed119975b admin admin] For port 697abf66-0801-4d39-bf20-b97c0fffa0ac, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=697abf66-0801-4d39-bf20-b97c0fffa0ac,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:11.226779 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b6f04a99-2c1c-4b9d-8513-a80ed119975b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.232053 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-452955'] for router, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.407191 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc00f5f-24d8-4080-8a2f-ebe7fc04d599 None None] Network ab51e3fa-6a69-425b-995d-392a744e4433 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:11.446685 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-b6f04a99-2c1c-4b9d-8513-a80ed119975b admin admin] Calling delete_port for 697abf66-0801-4d39-bf20-b97c0fffa0ac owned by network:router_interface {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:39:11.511561 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Router 3942b65a-b396-487f-8135-684a242c8646 is scheduled to L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a with binding_index 1 {{(pid=78416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 25 14:39:11.573518 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-296059f0-a4e4-4837-9936-4e50e74ff64e None None] Provisioning for port fb7ed05d-c9f0-4561-8fbf-014cde27c301 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:11.597712 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-42ec0fa9-3f77-4f2f-a56c-0ff97e1541c0 None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:11.699352 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-296059f0-a4e4-4837-9936-4e50e74ff64e None None] Provisioning complete for port fb7ed05d-c9f0-4561-8fbf-014cde27c301 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:11.700098 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-296059f0-a4e4-4837-9936-4e50e74ff64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.779375 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:11.886692 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048716ee-aec2-4b42-bcdf-09bd6303c3df req-70ea6679-40d5-40a6-ab52-fa8e7061f53e tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:11.888351 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-048716ee-aec2-4b42-bcdf-09bd6303c3df req-70ea6679-40d5-40a6-ab52-fa8e7061f53e tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 943 time: 0.1411080 Jun 25 14:39:11.998173 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-048716ee-aec2-4b42-bcdf-09bd6303c3df req-0ac91007-0017-45c5-8380-b03e11c58d7a tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903037 Jun 25 14:39:12.076146 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port a50083e0-f6cf-4fa5-a1da-e54af78e3e10, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=a50083e0-f6cf-4fa5-a1da-e54af78e3e10,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:12.093121 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:12.094548 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.106594 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:12.107449 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Sync routers for ids ['3942b65a-b396-487f-8135-684a242c8646'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:12.127140 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b6f04a99-2c1c-4b9d-8513-a80ed119975b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.135965 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:12.146885 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Routers {'3942b65a-b396-487f-8135-684a242c8646'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:12.148617 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:39:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['3942b65a-b396-487f-8135-684a242c8646'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:12.154284 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Notify callbacks [] for router, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.157974 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7581449 Jun 25 14:39:12.164838 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57024) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:12.395181 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f04a99-2c1c-4b9d-8513-a80ed119975b admin admin] Pushing event deleted for resources: {'Port': ['ID=697abf66-0801-4d39-bf20-b97c0fffa0ac,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:12.397646 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-b6f04a99-2c1c-4b9d-8513-a80ed119975b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:12.446463 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57032) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:12.591770 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=a50083e0-f6cf-4fa5-a1da-e54af78e3e10,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:12.607350 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-296059f0-a4e4-4837-9936-4e50e74ff64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.638104 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:12.651514 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Set router 3942b65a-b396-487f-8135-684a242c8646 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:12.695266 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-296059f0-a4e4-4837-9936-4e50e74ff64e None None] For port fb7ed05d-c9f0-4561-8fbf-014cde27c301, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=fb7ed05d-c9f0-4561-8fbf-014cde27c301,segment=NetworkSegment(ee8e6f84-a541-4ab7-b502-b63f34683cf4),segment_id=ee8e6f84-a541-4ab7-b502-b63f34683cf4)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:12.709568 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-296059f0-a4e4-4837-9936-4e50e74ff64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.718353 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:12.757491 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1e38d7c1-f2ca-40b3-ac73-ebb3aab908d1 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:12.808285 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-42ec0fa9-3f77-4f2f-a56c-0ff97e1541c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 5, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:12.815326 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ec0fa9-3f77-4f2f-a56c-0ff97e1541c0 None None] The sync data for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi is: [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 5, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:12.841023 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296059f0-a4e4-4837-9936-4e50e74ff64e None None] Pushing event updated for resources: {'Port': ['ID=fb7ed05d-c9f0-4561-8fbf-014cde27c301,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:12.844801 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-296059f0-a4e4-4837-9936-4e50e74ff64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:12.955838 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1e38d7c1-f2ca-40b3-ac73-ebb3aab908d1 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.083022 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b6f04a99-2c1c-4b9d-8513-a80ed119975b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454582'] for router_interface, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.259383 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3942b65a-b396-487f-8135-684a242c8646', 'name': 'tempest-TestVolumeBootPattern-1999525572-router', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:10Z', 'revision_number': 3, 'project_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'gw_port': {'id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3942b65a-b396-487f-8135-684a242c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:08Z', 'updated_at': '2021-06-25T14:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:13.265155 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Checking router: 3942b65a-b396-487f-8135-684a242c8646 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:13.266093 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Updating router 3942b65a-b396-487f-8135-684a242c8646 port 24e66ef3-d001-4afd-a76c-e972f38197f2 binding host dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:13.280409 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-fea1c0c4-f1de-42d3-bea0-d6b798e1a3c8 None None] Provisioning complete for port fb7ed05d-c9f0-4561-8fbf-014cde27c301 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:13.280996 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-fea1c0c4-f1de-42d3-bea0-d6b798e1a3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.316821 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1e38d7c1-f2ca-40b3-ac73-ebb3aab908d1 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.341833 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.411642 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-1071353f-4963-41ab-ae59-3d1a1c460693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:13.583256 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38d7c1-f2ca-40b3-ac73-ebb3aab908d1 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ee9899-39d1-4293-8a71-ab46cfe0164e,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:13.611403 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-1e38d7c1-f2ca-40b3-ac73-ebb3aab908d1 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:13.633409 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf007bb-6eb0-4ad4-9823-a4d483eed118 None None] New status for floating IP ad9101e8-e7f5-4c42-a25b-79856272dd35: DOWN {{(pid=78418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:39:13.676192 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.707529 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1e38d7c1-f2ca-40b3-ac73-ebb3aab908d1 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.709429 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-1e38d7c1-f2ca-40b3-ac73-ebb3aab908d1 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "DELETE /v2.0/security-groups/69ee9899-39d1-4293-8a71-ab46cfe0164e HTTP/1.1" status: 204 len: 168 time: 1.2611039 Jun 25 14:39:13.715154 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57038) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:13.855746 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.api.v2.resource [None req-385668c3-3216-4172-9324-d317a9ada998 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] show failed (client error): The resource could not be found. Jun 25 14:39:13.857409 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-385668c3-3216-4172-9324-d317a9ada998 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups/69ee9899-39d1-4293-8a71-ab46cfe0164e HTTP/1.1" status: 404 len: 347 time: 0.1392684 Jun 25 14:39:13.878073 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Notify callbacks [] for port, precommit_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.889154 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57042) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:13.894650 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.provisioning_blocks [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Transition to ACTIVE for port object 24e66ef3-d001-4afd-a76c-e972f38197f2 will not be triggered until provisioned by entity L2. {{(pid=78419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:13.903671 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:13.910585 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-573f6586-acf5-4491-966a-dce4d0311201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:13.934689 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Allocated IP 172.20.0.1 (ab51e3fa-6a69-425b-995d-392a744e4433/4005fe08-ee32-40a1-89fa-2e00296113e6/403321a1-4e5f-4c14-b45e-8ba762e3a7fe) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:14.038285 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66990552-179d-44fe-9786-b4d9fe79d809 None None] Pushing event updated for resources: {'Port': ['ID=24e66ef3-d001-4afd-a76c-e972f38197f2,revision_number=2']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:14.051831 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-66990552-179d-44fe-9786-b4d9fe79d809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:14.068129 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a871f0-3f19-4ebe-85f5-f2d9f315a5de req-3b31a1a9-60b4-4619-9c1f-c89a0d078f52 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:14.071140 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c0a871f0-3f19-4ebe-85f5-f2d9f315a5de req-3b31a1a9-60b4-4619-9c1f-c89a0d078f52 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 943 time: 0.7698247 Jun 25 14:39:14.098775 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Attempting to bind port 24e66ef3-d001-4afd-a76c-e972f38197f2 on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:14.099625 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Attempting to bind port 24e66ef3-d001-4afd-a76c-e972f38197f2 by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:14.100053 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Attempting to bind port 24e66ef3-d001-4afd-a76c-e972f38197f2 on network 10f2b18a-25e6-496e-8d19-550ef6db5c85 {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:14.108330 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:14.117400 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Checking segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:14.117931 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.118402 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Bound using segment: {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'} {{(pid=78419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:14.118975 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.managers [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Bound port: 24e66ef3-d001-4afd-a76c-e972f38197f2, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2414cdf4-832f-4962-bed2-0672279289a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}}] {{(pid=78419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:14.119489 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.155197 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.178594 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Transition to ACTIVE for port object 403321a1-4e5f-4c14-b45e-8ba762e3a7fe will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:14.219933 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.224547 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-815e5346-1641-402b-b3a8-c2010efb9d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:14.239442 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] For port 24e66ef3-d001-4afd-a76c-e972f38197f2, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:14.246755 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.plugins.ml2.db [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] For port 24e66ef3-d001-4afd-a76c-e972f38197f2, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=24e66ef3-d001-4afd-a76c-e972f38197f2,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:14.258568 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron_lib.callbacks.manager [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.262015 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:39:14.272880 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-3ca92282-8fce-4ef6-8cd5-a0cc9daebd82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:14.313510 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Pushing event updated for resources: {'Port': ['ID=403321a1-4e5f-4c14-b45e-8ba762e3a7fe,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:14.336303 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:14.355356 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Network ab51e3fa-6a69-425b-995d-392a744e4433 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:14.356660 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:14.364591 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c0a871f0-3f19-4ebe-85f5-f2d9f315a5de req-efb60191-2c11-4ed5-a1ff-c5f2b5e1d222 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699831 Jun 25 14:39:14.366149 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:14.401970 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-c9d40429-ca92-49b6-91e3-4a2b96a66180 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Deleting port 71d3082e-69fd-4db9-91c8-f9ebce8d30c4 {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:39:14.402613 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9d40429-ca92-49b6-91e3-4a2b96a66180 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.496568 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Routers {'3942b65a-b396-487f-8135-684a242c8646'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:14.497220 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:39:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['3942b65a-b396-487f-8135-684a242c8646'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:14.534461 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453021'] for router_interface, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.571069 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f04a99-2c1c-4b9d-8513-a80ed119975b admin admin] Router bae3fb90-6b59-4682-a3ba-da3f268b2c86 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:39:14.689983 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device fb7ed05d-c9f0-4561-8fbf-014cde27c301 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:14.821811 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-2b51189f-5de2-4c9b-9964-e04b7aa8e219 None None] Provisioning for port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:14.846663 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66990552-179d-44fe-9786-b4d9fe79d809 None None] Pushing event updated for resources: {'Port': ['ID=24e66ef3-d001-4afd-a76c-e972f38197f2,revision_number=3']} {{(pid=78419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:14.849674 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-2b51189f-5de2-4c9b-9964-e04b7aa8e219 None None] Provisioning complete for port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:14.850181 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-2b51189f-5de2-4c9b-9964-e04b7aa8e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.853689 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG oslo_concurrency.lockutils [None req-66990552-179d-44fe-9786-b4d9fe79d809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=78419) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:14.951680 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-2b51189f-5de2-4c9b-9964-e04b7aa8e219 None None] Port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:14.955975 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port fb7ed05d-c9f0-4561-8fbf-014cde27c301 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:14.956424 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:14.956590 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] Set router 3942b65a-b396-487f-8135-684a242c8646 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:15.075178 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:15.100169 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'port_id': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'mac_address': 'fa:16:3e:87:8f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:39:15.157495 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.255888 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9d40429-ca92-49b6-91e3-4a2b96a66180 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.256222 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9d40429-ca92-49b6-91e3-4a2b96a66180 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.280602 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.328419 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:15.346987 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:15.355268 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.359291 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:15.412890 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device a50083e0-f6cf-4fa5-a1da-e54af78e3e10 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:15.425413 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-c9d40429-ca92-49b6-91e3-4a2b96a66180 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Calling delete_port for 71d3082e-69fd-4db9-91c8-f9ebce8d30c4 owned by network:floatingip {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:39:15.455639 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f04a99-2c1c-4b9d-8513-a80ed119975b admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:15.466380 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-b6f04a99-2c1c-4b9d-8513-a80ed119975b admin admin] 10.222.0.61 "PUT /v2.0/routers/bae3fb90-6b59-4682-a3ba-da3f268b2c86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5132062 Jun 25 14:39:15.474464 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08bc6c8-1162-41c1-981f-3fe8db5f050a None None] Sync routers for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:15.475832 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57048) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:15.494744 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bc6c8-1162-41c1-981f-3fe8db5f050a None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:15.495818 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-d08bc6c8-1162-41c1-981f-3fe8db5f050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:39:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:15.522383 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.530886 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.576629 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,revision_number=7']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:15.580959 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:15.590244 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port a50083e0-f6cf-4fa5-a1da-e54af78e3e10 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:15.590642 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.607883 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:15.639644 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['1aa9ad9c-fa73-47da-83c1-6578d99bd2d5'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:39:15.695215 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Pushing event updated for resources: {'Port': ['ID=403321a1-4e5f-4c14-b45e-8ba762e3a7fe,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:15.695485 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3942b65a-b396-487f-8135-684a242c8646', 'name': 'tempest-TestVolumeBootPattern-1999525572-router', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:10Z', 'revision_number': 3, 'project_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'gw_port': {'id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3942b65a-b396-487f-8135-684a242c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:08Z', 'updated_at': '2021-06-25T14:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:15.708558 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96470488-e3d6-407e-bb95-87d547aad22c None None] The sync data for ids ['3942b65a-b396-487f-8135-684a242c8646'] in dv-cinder-798088-1-iscsi is: [{'id': '3942b65a-b396-487f-8135-684a242c8646', 'name': 'tempest-TestVolumeBootPattern-1999525572-router', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:10Z', 'revision_number': 3, 'project_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'gw_port': {'id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3942b65a-b396-487f-8135-684a242c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:08Z', 'updated_at': '2021-06-25T14:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:15.717879 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:15.735036 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454452'] for router_interface, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:15.736238 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-d08bc6c8-1162-41c1-981f-3fe8db5f050a None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:15.981167 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Network ab51e3fa-6a69-425b-995d-392a744e4433 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:15.985657 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:16.030219 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Notify callbacks [] for router, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.163287 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9d40429-ca92-49b6-91e3-4a2b96a66180 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.192892 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-0003c332-9560-4d80-8f92-a7c53087cc87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:16.314159 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d40429-ca92-49b6-91e3-4a2b96a66180 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event deleted for resources: {'Port': ['ID=71d3082e-69fd-4db9-91c8-f9ebce8d30c4,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:16.318095 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c9d40429-ca92-49b6-91e3-4a2b96a66180 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:16.340689 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Router 3942b65a-b396-487f-8135-684a242c8646 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:39:16.369487 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db7894-9796-46fc-aa63-7e02e0667295 req-6173b659-e95f-43e6-8c1f-57cbdcb0d446 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:16.371163 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d7db7894-9796-46fc-aa63-7e02e0667295 req-6173b659-e95f-43e6-8c1f-57cbdcb0d446 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 944 time: 0.7759709 Jun 25 14:39:16.407017 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-d08bc6c8-1162-41c1-981f-3fe8db5f050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:16.423811 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08bc6c8-1162-41c1-981f-3fe8db5f050a None None] Checking router: bae3fb90-6b59-4682-a3ba-da3f268b2c86 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:16.466548 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08bc6c8-1162-41c1-981f-3fe8db5f050a None None] Routers {'bae3fb90-6b59-4682-a3ba-da3f268b2c86'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:16.466548 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-d08bc6c8-1162-41c1-981f-3fe8db5f050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:39:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:16.518261 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-135390e0-4600-46bc-8ae5-e6836cbb7d57 None None] Provisioning complete for port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:16.518734 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-135390e0-4600-46bc-8ae5-e6836cbb7d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.556479 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9d40429-ca92-49b6-91e3-4a2b96a66180 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.641733 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-135390e0-4600-46bc-8ae5-e6836cbb7d57 None None] Port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:16.650229 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 24e66ef3-d001-4afd-a76c-e972f38197f2 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:16.698917 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d7db7894-9796-46fc-aa63-7e02e0667295 req-550b1995-2158-4620-8679-fce530cbf827 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843219 Jun 25 14:39:16.715224 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:16.715383 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c9d40429-ca92-49b6-91e3-4a2b96a66180 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.731251 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-c9d40429-ca92-49b6-91e3-4a2b96a66180 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "DELETE /v2.0/floatingips/ad9101e8-e7f5-4c42-a25b-79856272dd35 HTTP/1.1" status: 204 len: 168 time: 2.8403478 Jun 25 14:39:16.761886 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] 10.222.0.61 "PUT /v2.0/routers/3942b65a-b396-487f-8135-684a242c8646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5873897 Jun 25 14:39:16.784642 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.785173 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 24e66ef3-d001-4afd-a76c-e972f38197f2 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:16.798602 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 24e66ef3-d001-4afd-a76c-e972f38197f2 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:16.799371 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.815930 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Deleting port 98260400-d49f-4bb2-9ff9-271173df7215 {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:39:16.816520 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:16.965582 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-d08bc6c8-1162-41c1-981f-3fe8db5f050a None None] Set router bae3fb90-6b59-4682-a3ba-da3f268b2c86 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:17.076010 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.112413 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 24e66ef3-d001-4afd-a76c-e972f38197f2, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=24e66ef3-d001-4afd-a76c-e972f38197f2,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:17.120732 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.123219 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:17.220556 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=24e66ef3-d001-4afd-a76c-e972f38197f2,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:17.223690 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:17.348132 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57060) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:17.354236 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638625297', 'description': 'tempest-description--2029153695'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:17.362976 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:17.368622 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Usage tracker for resource:security_group and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:17.372205 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:17.383985 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:17.404098 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.416891 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] For port 98260400-d49f-4bb2-9ff9-271173df7215, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=98260400-d49f-4bb2-9ff9-271173df7215,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:17.417259 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.462539 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:17.470075 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Usage tracker for resource:security_group_rule and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:17.479258 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:17.492296 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:17.587079 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Calling delete_port for 98260400-d49f-4bb2-9ff9-271173df7215 owned by network:router_gateway {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:39:17.696861 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-d08bc6c8-1162-41c1-981f-3fe8db5f050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:17.703394 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08bc6c8-1162-41c1-981f-3fe8db5f050a None None] The sync data for ids ['bae3fb90-6b59-4682-a3ba-da3f268b2c86'] in dv-cinder-798088-1-iscsi is: [{'id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'name': 'tempest-AttachVolumeShelveTestJSON-1287568927-router', 'tenant_id': '1e3a525bd5684b0e8516b71090c07dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '98260400-d49f-4bb2-9ff9-271173df7215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:31:09Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '1e3a525bd5684b0e8516b71090c07dd2', 'gw_port': {'id': '98260400-d49f-4bb2-9ff9-271173df7215', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bae3fb90-6b59-4682-a3ba-da3f268b2c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:31:11Z', 'updated_at': '2021-06-25T14:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:17.733720 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.742429 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.809428 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-1ae1760a-56a2-4d2a-90a5-c6c91301aa68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:17.828041 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:17.831347 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4822938 Jun 25 14:39:17.837837 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57066) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:17.850504 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-9b9cff13-866a-4ba9-8fd8-84a007c58878 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Request body: {'security_group_rule': {'security_group_id': '26d6566b-8f66-46e4-94f9-efaf2618abb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:17.877026 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9b9cff13-866a-4ba9-8fd8-84a007c58878 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:17.893233 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9b9cff13-866a-4ba9-8fd8-84a007c58878 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Usage tracker for resource:security_group_rule and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:17.900027 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-9b9cff13-866a-4ba9-8fd8-84a007c58878 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:17.905388 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d6566b-8f66-46e4-94f9-efaf2618abb7,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:17.915640 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:17.917221 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-9b9cff13-866a-4ba9-8fd8-84a007c58878 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:17.957946 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9b9cff13-866a-4ba9-8fd8-84a007c58878 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.094492 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57070) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:18.101927 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9b9cff13-866a-4ba9-8fd8-84a007c58878 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.108703 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1873322142', 'description': 'tempest-secgroup-smoke-1873322142 description', 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:18.118851 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:18.123117 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9b9cff13-866a-4ba9-8fd8-84a007c58878 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.125858 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8211b-d4bc-41bb-9ca6-27078147c7bb req-8bb5fc04-4ca4-4a5f-9557-64f4daa035d2 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:18.130432 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Usage tracker for resource:security_group and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:18.133385 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-76a8211b-d4bc-41bb-9ca6-27078147c7bb req-8bb5fc04-4ca4-4a5f-9557-64f4daa035d2 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 944 time: 0.2568612 Jun 25 14:39:18.135423 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-df4eac84-83c9-49a4-bf03-7fa108a5d0a1 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:18.164004 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:18.168472 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cff13-866a-4ba9-8fd8-84a007c58878 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8425835-c905-4425-abd4-9de22597ceab,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:18.179456 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:18.182964 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9b9cff13-866a-4ba9-8fd8-84a007c58878 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:18.199869 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.209392 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-d8677970-edd0-49d9-91f4-0eb08f5a7d1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:18.214860 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.253768 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9b9cff13-866a-4ba9-8fd8-84a007c58878 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.258203 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-9b9cff13-866a-4ba9-8fd8-84a007c58878 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4153566 Jun 25 14:39:18.259095 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57074) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:18.264466 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:18.274367 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-1537d8c1-4f6b-4c6e-ab6b-4caec59cc2d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Request body: {'security_group_rule': {'security_group_id': '26d6566b-8f66-46e4-94f9-efaf2618abb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:18.286999 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-1537d8c1-4f6b-4c6e-ab6b-4caec59cc2d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:18.293123 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:18.293994 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-1537d8c1-4f6b-4c6e-ab6b-4caec59cc2d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Usage tracker for resource:security_group_rule and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:18.298722 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-1537d8c1-4f6b-4c6e-ab6b-4caec59cc2d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:18.300561 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-76a8211b-d4bc-41bb-9ca6-27078147c7bb req-0fb1f8f3-595e-4ee0-a5dd-4bb953689f8f tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662467 Jun 25 14:39:18.311249 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-1537d8c1-4f6b-4c6e-ab6b-4caec59cc2d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:18.329382 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Usage tracker for resource:security_group_rule and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:18.357866 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:18.372096 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1537d8c1-4f6b-4c6e-ab6b-4caec59cc2d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.390592 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:18.439318 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Pushing event deleted for resources: {'Port': ['ID=98260400-d49f-4bb2-9ff9-271173df7215,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:18.447431 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:18.452971 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:18.454144 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.532911 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 24e66ef3-d001-4afd-a76c-e972f38197f2 up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:18.566137 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452927'] for router_gateway, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.640650 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1537d8c1-4f6b-4c6e-ab6b-4caec59cc2d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.671260 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1537d8c1-4f6b-4c6e-ab6b-4caec59cc2d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.691665 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-0e614e59-6cc6-4d9d-96d0-a80635f9e9ab tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:18.736230 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.738122 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 24e66ef3-d001-4afd-a76c-e972f38197f2 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:18.738732 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.767735 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.824422 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537d8c1-4f6b-4c6e-ab6b-4caec59cc2d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6952e7-d3ac-4b8d-94e1-1a1549459616,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:18.831890 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-1537d8c1-4f6b-4c6e-ab6b-4caec59cc2d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:18.832770 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-bcd5293d-fadb-4fcf-b4c6-fb570e5488a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:18.867649 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaf9177-d5e2-412b-bb94-7764450414c9,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:18.870313 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.871733 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7757025 Jun 25 14:39:18.873209 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-1f8cbe26-fca5-4bb9-94a7-62f9bef229b8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:18.877083 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57078) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:18.880185 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34194'] for router, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.884405 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.889022 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-e2000997-98aa-4262-abd6-8d81b55f16c7 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Request body: {'security_group_rule': {'security_group_id': 'ceaf9177-d5e2-412b-bb94-7764450414c9', 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:18.896974 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1537d8c1-4f6b-4c6e-ab6b-4caec59cc2d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.901259 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-1537d8c1-4f6b-4c6e-ab6b-4caec59cc2d0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6377358 Jun 25 14:39:18.901259 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-e2000997-98aa-4262-abd6-8d81b55f16c7 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:18.902115 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57082) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:18.908966 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Request body: {'floatingip': {'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:18.914933 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-e2000997-98aa-4262-abd6-8d81b55f16c7 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Usage tracker for resource:security_group_rule and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:18.919098 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-e2000997-98aa-4262-abd6-8d81b55f16c7 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:18.923142 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:18.929668 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-e2000997-98aa-4262-abd6-8d81b55f16c7 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:18.932432 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Usage tracker for resource:floatingip and tenant:a5d4dc0968164c839a939620d4e83a1d is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:18.936560 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:18.942280 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.947031 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:18.963393 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e2000997-98aa-4262-abd6-8d81b55f16c7 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:18.976469 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Sync routers for ids ['3942b65a-b396-487f-8135-684a242c8646'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:19.001053 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.030549 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:19.038544 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-414930'] for router, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.042821 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bae3fb90-6b59-4682-a3ba-da3f268b2c86 {{(pid=78417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:39:19.044588 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Routers {'3942b65a-b396-487f-8135-684a242c8646'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:19.045929 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:39:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['3942b65a-b396-487f-8135-684a242c8646'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:19.103402 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] Notify callbacks [] for router, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.108078 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-b323eb4f-d4c1-4d2f-8cb2-3381d28a072f admin admin] 10.222.0.61 "DELETE /v2.0/routers/bae3fb90-6b59-4682-a3ba-da3f268b2c86 HTTP/1.1" status: 204 len: 168 time: 3.6311629 Jun 25 14:39:19.108868 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57088) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:19.124166 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e2000997-98aa-4262-abd6-8d81b55f16c7 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.146782 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e2000997-98aa-4262-abd6-8d81b55f16c7 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.171757 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fe6782c7-75ea-45fd-99e7-92eaca5e9d80 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:19.202526 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'code': 200} Jun 25 14:39:19.217238 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:19.241862 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2000997-98aa-4262-abd6-8d81b55f16c7 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf8837a-d6e0-490e-b01d-117d0553165d,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:19.262002 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e2000997-98aa-4262-abd6-8d81b55f16c7 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:19.275734 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.280250 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e2000997-98aa-4262-abd6-8d81b55f16c7 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.285949 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-e2000997-98aa-4262-abd6-8d81b55f16c7 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4050944 Jun 25 14:39:19.286491 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57092) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:19.303135 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:19.303709 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-8e9c66c3-dcb1-4c3b-b956-b0df970db6e5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Request body: {'security_group_rule': {'security_group_id': 'ceaf9177-d5e2-412b-bb94-7764450414c9', 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:19.315482 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3dfb6ca-979a-4ec6-a871-f295835e9978 admin admin] Deleting subnet d342de52-d2d2-45a2-92c2-62e59e532739 {{(pid=78417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:39:19.319720 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb6ca-979a-4ec6-a871-f295835e9978 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.320247 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-8e9c66c3-dcb1-4c3b-b956-b0df970db6e5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:19.326409 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-8e9c66c3-dcb1-4c3b-b956-b0df970db6e5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Usage tracker for resource:security_group_rule and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:19.332274 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-8e9c66c3-dcb1-4c3b-b956-b0df970db6e5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:19.341363 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-8e9c66c3-dcb1-4c3b-b956-b0df970db6e5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:19.399575 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb6ca-979a-4ec6-a871-f295835e9978 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8159658'] for subnet, precommit_delete_associations {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.420037 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8e9c66c3-dcb1-4c3b-b956-b0df970db6e5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.456676 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.492551 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 697abf66-0801-4d39-bf20-b97c0fffa0ac no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:39:19.575242 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: 697abf66-0801-4d39-bf20-b97c0fffa0ac {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:39:19.575828 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 697abf66-0801-4d39-bf20-b97c0fffa0ac not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:39:19.598559 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,revision_number=8']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:19.624708 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:19.649470 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Set router 3942b65a-b396-487f-8135-684a242c8646 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:19.730953 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb6ca-979a-4ec6-a871-f295835e9978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.756088 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8e9c66c3-dcb1-4c3b-b956-b0df970db6e5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.793395 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8e9c66c3-dcb1-4c3b-b956-b0df970db6e5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.806694 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:19.850519 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c66c3-dcb1-4c3b-b956-b0df970db6e5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df945bbf-3354-4665-97cf-d0635667f2e9,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:19.863741 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-8e9c66c3-dcb1-4c3b-b956-b0df970db6e5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:19.897198 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8e9c66c3-dcb1-4c3b-b956-b0df970db6e5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.900081 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-8e9c66c3-dcb1-4c3b-b956-b0df970db6e5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6117473 Jun 25 14:39:19.901149 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57098) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:19.902622 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Allocated IP 172.27.2.179 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/21723895-7abc-4a67-b916-e58ca1f9c124) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:19.913655 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a987d15-944d-42be-99ac-a4294db8c91a req-4ab5e11e-4a01-497f-9e4c-1d03489a6b1c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:19.915688 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a987d15-944d-42be-99ac-a4294db8c91a req-4ab5e11e-4a01-497f-9e4c-1d03489a6b1c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.3774498 Jun 25 14:39:19.921198 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-c1a0dcda-2f6d-4c69-a483-c4b0332fa6f9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Request body: {'security_group_rule': {'security_group_id': 'ceaf9177-d5e2-412b-bb94-7764450414c9', 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:19.926914 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed63e5-a1b0-4eb3-b85f-d8d8cddd6c53 req-63d8e104-746a-413a-a1cd-04eff9900e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:19.928987 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ebed63e5-a1b0-4eb3-b85f-d8d8cddd6c53 req-63d8e104-746a-413a-a1cd-04eff9900e86 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 1098 time: 0.3028324 Jun 25 14:39:19.930715 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb6ca-979a-4ec6-a871-f295835e9978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6327578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6690465'] for subnet, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:19.933356 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-c1a0dcda-2f6d-4c69-a483-c4b0332fa6f9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:19.958623 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-c1a0dcda-2f6d-4c69-a483-c4b0332fa6f9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Usage tracker for resource:security_group_rule and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:19.965474 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-c1a0dcda-2f6d-4c69-a483-c4b0332fa6f9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:19.965744 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:20.017317 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-c1a0dcda-2f6d-4c69-a483-c4b0332fa6f9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:20.062308 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfb6ca-979a-4ec6-a871-f295835e9978 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d342de52-d2d2-45a2-92c2-62e59e532739,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:20.072111 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c3dfb6ca-979a-4ec6-a871-f295835e9978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:20.072477 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c1a0dcda-2f6d-4c69-a483-c4b0332fa6f9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.076682 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb6ca-979a-4ec6-a871-f295835e9978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.091137 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c661291d-584d-46f3-8125-2e3394c1bc3f None None] Network 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:20.113072 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-c3dfb6ca-979a-4ec6-a871-f295835e9978 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d342de52-d2d2-45a2-92c2-62e59e532739 HTTP/1.1" status: 204 len: 168 time: 1.0028663 Jun 25 14:39:20.117225 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57102) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:20.149785 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a987d15-944d-42be-99ac-a4294db8c91a req-6094f37a-40dc-45ff-89db-b49c26e2c928 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169807 Jun 25 14:39:20.155735 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ebed63e5-a1b0-4eb3-b85f-d8d8cddd6c53 req-7cc54672-72d4-44af-9536-f5d6a900f08f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922317 Jun 25 14:39:20.289136 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.333720 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.356371 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c1a0dcda-2f6d-4c69-a483-c4b0332fa6f9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.365694 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c1a0dcda-2f6d-4c69-a483-c4b0332fa6f9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.372581 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:20.407003 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Deleting port aff4f47e-585c-4641-b419-4d00f1c1f522 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:39:20.407659 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.424716 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 98260400-d49f-4bb2-9ff9-271173df7215 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:39:20.433708 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0dcda-2f6d-4c69-a483-c4b0332fa6f9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b851066e-c922-4a58-8d34-2da6b2eaba44,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:20.445437 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c1a0dcda-2f6d-4c69-a483-c4b0332fa6f9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:20.460027 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.472454 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c2fe2142-1845-44bb-82b6-b2b337347294 tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:20.472755 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: 98260400-d49f-4bb2-9ff9-271173df7215 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:39:20.472961 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 98260400-d49f-4bb2-9ff9-271173df7215 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:39:20.483785 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3942b65a-b396-487f-8135-684a242c8646', 'name': 'tempest-TestVolumeBootPattern-1999525572-router', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:15Z', 'revision_number': 4, 'project_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'gw_port': {'id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3942b65a-b396-487f-8135-684a242c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:08Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '403321a1-4e5f-4c14-b45e-8ba762e3a7fe', 'name': '', 'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'mac_address': 'fa:16:3e:97:f0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3942b65a-b396-487f-8135-684a242c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '4005fe08-ee32-40a1-89fa-2e00296113e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:39:15Z', 'revision_number': 2, 'project_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'subnets': [{'id': '4005fe08-ee32-40a1-89fa-2e00296113e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:20.491988 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Checking router: 3942b65a-b396-487f-8135-684a242c8646 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:20.492346 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Updating router 3942b65a-b396-487f-8135-684a242c8646 port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe binding host dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 14:39:20.503564 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c1a0dcda-2f6d-4c69-a483-c4b0332fa6f9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.504796 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-c1a0dcda-2f6d-4c69-a483-c4b0332fa6f9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5898826 Jun 25 14:39:20.509127 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57106) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:20.518404 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-e34b3bb6-3f56-4200-bbd6-d09bb4b20b08 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Request body: {'security_group_rule': {'security_group_id': 'ceaf9177-d5e2-412b-bb94-7764450414c9', 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:20.527752 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-e34b3bb6-3f56-4200-bbd6-d09bb4b20b08 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:20.537162 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-e34b3bb6-3f56-4200-bbd6-d09bb4b20b08 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Usage tracker for resource:security_group_rule and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:20.541153 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-e34b3bb6-3f56-4200-bbd6-d09bb4b20b08 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:20.554918 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-e34b3bb6-3f56-4200-bbd6-d09bb4b20b08 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:20.555588 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:20.560270 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.582084 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e34b3bb6-3f56-4200-bbd6-d09bb4b20b08 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.585437 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:20.595046 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:20.626783 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event updated for resources: {'Port': ['ID=21723895-7abc-4a67-b916-e58ca1f9c124,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:20.645895 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:20.699434 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74762d92-b677-4836-bae0-7ec745f6278e None None] DHCP port deletion for 01fef63b-37a8-409d-9cc2-b6d54ee3cd0e request from dv-cinder-798088-1-iscsi {{(pid=78418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:39:20.708810 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e34b3bb6-3f56-4200-bbd6-d09bb4b20b08 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.713189 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e34b3bb6-3f56-4200-bbd6-d09bb4b20b08 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.716141 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:20.716314 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-74762d92-b677-4836-bae0-7ec745f6278e None None] Deleting port aff4f47e-585c-4641-b419-4d00f1c1f522 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:39:20.716314 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-74762d92-b677-4836-bae0-7ec745f6278e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.742066 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b3bb6-3f56-4200-bbd6-d09bb4b20b08 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66d4eec-c4ab-48c4-af20-68b9d9492ca5,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:20.749172 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e34b3bb6-3f56-4200-bbd6-d09bb4b20b08 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:20.756222 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e34b3bb6-3f56-4200-bbd6-d09bb4b20b08 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.757429 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-e34b3bb6-3f56-4200-bbd6-d09bb4b20b08 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2470474 Jun 25 14:39:20.760683 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57110) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:20.766095 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Request body: {'security_group_rule': {'security_group_id': 'ceaf9177-d5e2-412b-bb94-7764450414c9', 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:20.772024 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:20.776418 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Usage tracker for resource:security_group_rule and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:20.779784 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:20.787737 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:20.801668 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.securitygroups_db [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Project 8996bc08a1bf40f1b8d70015ef637c3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:39:20.809378 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.815899 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] For port aff4f47e-585c-4641-b419-4d00f1c1f522, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=aff4f47e-585c-4641-b419-4d00f1c1f522,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:20.816500 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.886652 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.892227 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.894426 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e34b3bb6-3f56-4200-bbd6-d09bb4b20b08 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:20.923225 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d7a1b1-af77-4fdc-bf39-1c4f754b549e,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:20.933701 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:20.940221 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:20.941844 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1801872 Jun 25 14:39:20.944574 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57114) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:20.951463 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-a7f52e78-f2eb-47cb-b815-68b4b1b649b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Request body: {'security_group_rule': {'security_group_id': 'ceaf9177-d5e2-412b-bb94-7764450414c9', 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:20.958414 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-a7f52e78-f2eb-47cb-b815-68b4b1b649b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:20.963081 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-a7f52e78-f2eb-47cb-b815-68b4b1b649b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Usage tracker for resource:security_group_rule and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:20.970425 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-a7f52e78-f2eb-47cb-b815-68b4b1b649b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:20.998032 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-a7f52e78-f2eb-47cb-b815-68b4b1b649b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:21.023907 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.securitygroups_db [None req-a7f52e78-f2eb-47cb-b815-68b4b1b649b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Project 8996bc08a1bf40f1b8d70015ef637c3c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 14:39:21.034953 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a7f52e78-f2eb-47cb-b815-68b4b1b649b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:21.039868 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:21.053742 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Calling delete_port for aff4f47e-585c-4641-b419-4d00f1c1f522 owned by network:dhcp {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:39:21.116156 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a7f52e78-f2eb-47cb-b815-68b4b1b649b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:21.122652 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a7f52e78-f2eb-47cb-b815-68b4b1b649b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512690'] for security_group_rule, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:21.126102 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-d0f7f7b9-0738-44f0-a0b4-1116c8aad4b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:21.165783 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-a7f52e78-f2eb-47cb-b815-68b4b1b649b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:21.168437 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-a7f52e78-f2eb-47cb-b815-68b4b1b649b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2225769 Jun 25 14:39:21.186931 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f52e78-f2eb-47cb-b815-68b4b1b649b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a86b477-b82e-4681-92a5-141d127ed3ef,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:21.201698 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-a7f52e78-f2eb-47cb-b815-68b4b1b649b6 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:21.262683 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:21.300921 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-74762d92-b677-4836-bae0-7ec745f6278e None None] For port aff4f47e-585c-4641-b419-4d00f1c1f522, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=aff4f47e-585c-4641-b419-4d00f1c1f522,segment=NetworkSegment(484c5cd3-47b7-4e54-a631-7314fe766325),segment_id=484c5cd3-47b7-4e54-a631-7314fe766325)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:21.301587 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-74762d92-b677-4836-bae0-7ec745f6278e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:21.507478 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62280166-c0c5-4409-b4d4-eb45832d7671 req-69a7f7c9-c446-4cda-b92a-59f9c7bdacd2 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:21.509171 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-62280166-c0c5-4409-b4d4-eb45832d7671 req-69a7f7c9-c446-4cda-b92a-59f9c7bdacd2 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.1194644 Jun 25 14:39:21.571399 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-62280166-c0c5-4409-b4d4-eb45832d7671 req-57a4e94b-b64c-48f0-9747-a46817e4c415 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560577 Jun 25 14:39:21.577804 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-74762d92-b677-4836-bae0-7ec745f6278e None None] Calling delete_port for aff4f47e-585c-4641-b419-4d00f1c1f522 owned by network:dhcp {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:39:21.581228 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:21.600003 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:21.639543 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.db.resource_extend [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 14:39:21.704766 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff4f47e-585c-4641-b419-4d00f1c1f522,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:21.707644 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:21.710794 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] No DVR routers for this DVR port aff4f47e-585c-4641-b419-4d00f1c1f522 on host dv-cinder-798088-1-iscsi {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:39:21.747397 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.db.api [None req-74762d92-b677-4836-bae0-7ec745f6278e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:39:21.747802 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_db.api [None req-74762d92-b677-4836-bae0-7ec745f6278e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:39:21.749497 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Notify callbacks [] for port, precommit_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:21.765652 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Transition to ACTIVE for port object 403321a1-4e5f-4c14-b45e-8ba762e3a7fe will not be triggered until provisioned by entity L2. {{(pid=78418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:21.774484 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:21.778814 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:21.914190 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726a1e3-dd58-4104-a529-c456ee6ea0ca None None] Pushing event updated for resources: {'Port': ['ID=403321a1-4e5f-4c14-b45e-8ba762e3a7fe,revision_number=3']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:21.942700 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-7726a1e3-dd58-4104-a529-c456ee6ea0ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:22.019582 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.024141 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Attempting to bind port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe on host dv-cinder-798088-1-iscsi for vnic_type normal with profile {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:22.024523 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Attempting to bind port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe by drivers openvswitch,hyperv on host dv-cinder-798088-1-iscsi at level 0 using segments [{'id': 'ee8e6f84-a541-4ab7-b502-b63f34683cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433'}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:22.024902 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Attempting to bind port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe on network ab51e3fa-6a69-425b-995d-392a744e4433 {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:22.036720 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fef63b-37a8-409d-9cc2-b6d54ee3cd0e']}} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:22.043093 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Checking agent: {'id': 'aad1bce2-47fe-465a-bf94-2e630924b198', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 22, 33), 'started_at': datetime.datetime(2021, 6, 25, 14, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:22.044243 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Checking segment: {'id': 'ee8e6f84-a541-4ab7-b502-b63f34683cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:22.044243 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.044589 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Bound using segment: {'id': 'ee8e6f84-a541-4ab7-b502-b63f34683cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433'} {{(pid=78418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:22.044819 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.managers [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Bound port: 403321a1-4e5f-4c14-b45e-8ba762e3a7fe, host: dv-cinder-798088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8e6f84-a541-4ab7-b502-b63f34683cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433'}}] {{(pid=78418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:22.045794 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.054480 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484c5cd3-47b7-4e54-a631-7314fe766325') {'for_net_delete': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:22.054985 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484c5cd3-47b7-4e54-a631-7314fe766325') {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:22.082613 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929669'] for segment, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.102511 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.110113 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.131277 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.149850 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:22.241217 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] For port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe, host dv-cinder-798088-1-iscsi, cleared binding levels {{(pid=78418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:22.249121 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] For port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe, host dv-cinder-798088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=403321a1-4e5f-4c14-b45e-8ba762e3a7fe,segment=NetworkSegment(ee8e6f84-a541-4ab7-b502-b63f34683cf4),segment_id=ee8e6f84-a541-4ab7-b502-b63f34683cf4)] {{(pid=78418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:22.251879 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-74762d92-b677-4836-bae0-7ec745f6278e None None] Deleting port aff4f47e-585c-4641-b419-4d00f1c1f522 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:39:22.252921 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-74762d92-b677-4836-bae0-7ec745f6278e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.276199 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event updated for resources: {'Port': ['ID=21723895-7abc-4a67-b916-e58ca1f9c124,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:22.305871 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=78416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:39:22.306253 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5439526'] for segment, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.316893 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: Traceback (most recent call last): Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: timer() Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: cb(*args, **kw) Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: return func(*args, **kwargs) Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: self._notify() Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: self.callback(batched_events) Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: event.method(event) Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: return f(self, *a, **k) Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._get(url).json() Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: return self.request(url, 'GET', **kwargs) Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:39:22.322065 dv-cinder-798088-1-iscsi neutron-server[78416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:39:22.327090 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:22.331541 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:22.433113 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-74762d92-b677-4836-bae0-7ec745f6278e None None] The port 'aff4f47e-585c-4641-b419-4d00f1c1f522' was deleted {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:39:22.459284 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.470093 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.474680 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device aff4f47e-585c-4641-b419-4d00f1c1f522 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:39:22.502208 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b9d1e6bc-de13-4775-ab56-081c0b8cdc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:22.523976 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Routers {'3942b65a-b396-487f-8135-684a242c8646'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:22.524815 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:39:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['3942b65a-b396-487f-8135-684a242c8646'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:22.533385 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.538528 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] 10.222.0.61 "DELETE /v2.0/networks/01fef63b-37a8-409d-9cc2-b6d54ee3cd0e HTTP/1.1" status: 204 len: 168 time: 2.4144986 Jun 25 14:39:22.538528 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Pushing event deleted for resources: {'Network': ['ID=01fef63b-37a8-409d-9cc2-b6d54ee3cd0e,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:22.546141 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:22.550195 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6458983 Jun 25 14:39:22.552022 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:22.634114 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726a1e3-dd58-4104-a529-c456ee6ea0ca None None] Pushing event updated for resources: {'Port': ['ID=403321a1-4e5f-4c14-b45e-8ba762e3a7fe,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:22.637527 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-7726a1e3-dd58-4104-a529-c456ee6ea0ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:22.643339 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: aff4f47e-585c-4641-b419-4d00f1c1f522 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:39:22.644502 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device aff4f47e-585c-4641-b419-4d00f1c1f522 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:39:22.789995 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] Set router 3942b65a-b396-487f-8135-684a242c8646 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:22.853665 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57190) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:22.897092 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-8d7d677e-d53c-4a91-bae3-7502fd50fe12 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Synchronizing usage tracker for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:security_group {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:22.919615 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-8d7d677e-d53c-4a91-bae3-7502fd50fe12 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Unset dirty status for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:security_group {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:22.922801 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-8d7d677e-d53c-4a91-bae3-7502fd50fe12 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1638625297&fields=id&tenant_id=a5d4dc0968164c839a939620d4e83a1d HTTP/1.1" status: 200 len: 267 time: 0.0817938 Jun 25 14:39:22.957253 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57196) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:22.958432 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-74e2b85a-69c2-4198-bfbc-3c8d4a7e83d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e3a525bd5684b0e8516b71090c07dd2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1023517 Jun 25 14:39:23.209261 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3942b65a-b396-487f-8135-684a242c8646', 'name': 'tempest-TestVolumeBootPattern-1999525572-router', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:15Z', 'revision_number': 4, 'project_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'gw_port': {'id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3942b65a-b396-487f-8135-684a242c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:08Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '403321a1-4e5f-4c14-b45e-8ba762e3a7fe', 'name': '', 'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'mac_address': 'fa:16:3e:97:f0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3942b65a-b396-487f-8135-684a242c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '4005fe08-ee32-40a1-89fa-2e00296113e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'subnets': [{'id': '4005fe08-ee32-40a1-89fa-2e00296113e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:23.213996 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc0930-c886-4630-976f-26ea6d2b8d65 None None] The sync data for ids ['3942b65a-b396-487f-8135-684a242c8646'] in dv-cinder-798088-1-iscsi is: [{'id': '3942b65a-b396-487f-8135-684a242c8646', 'name': 'tempest-TestVolumeBootPattern-1999525572-router', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:39:15Z', 'revision_number': 4, 'project_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'gw_port': {'id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3942b65a-b396-487f-8135-684a242c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:08Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '403321a1-4e5f-4c14-b45e-8ba762e3a7fe', 'name': '', 'network_id': 'ab51e3fa-6a69-425b-995d-392a744e4433', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'mac_address': 'fa:16:3e:97:f0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3942b65a-b396-487f-8135-684a242c8646', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '4005fe08-ee32-40a1-89fa-2e00296113e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:13Z', 'updated_at': '2021-06-25T14:39:22Z', 'revision_number': 4, 'project_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'subnets': [{'id': '4005fe08-ee32-40a1-89fa-2e00296113e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:23.334821 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-86910ffd-fb64-4c13-8e50-b99b2618ea91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.373418 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-9fc0a867-ff4d-459e-9e19-93ada7d32d90 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:23.375285 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-9fc0a867-ff4d-459e-9e19-93ada7d32d90 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/networks?id=3683cf47-1a03-4bc3-aebd-9e992307099f HTTP/1.1" status: 200 len: 811 time: 0.4438062 Jun 25 14:39:23.396387 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-86910ffd-fb64-4c13-8e50-b99b2618ea91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.426795 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-3ffbbd38-4c5e-453c-bfff-cfdec499458d tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/quotas/a5d4dc0968164c839a939620d4e83a1d HTTP/1.1" status: 200 len: 375 time: 0.0371299 Jun 25 14:39:23.556388 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-c2e06df3-607a-487c-8e7c-00b39befc7b2 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Synchronizing usage tracker for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:23.562048 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-86910ffd-fb64-4c13-8e50-b99b2618ea91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.570618 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-b7a7b83c-3b04-475b-af6e-63eda3e31090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:23.601232 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86910ffd-fb64-4c13-8e50-b99b2618ea91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbddf7c2-9886-40ab-ac28-2cf27234f932,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:23.606114 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-86910ffd-fb64-4c13-8e50-b99b2618ea91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:23.614354 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-c2e06df3-607a-487c-8e7c-00b39befc7b2 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Unset dirty status for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:23.617160 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-c2e06df3-607a-487c-8e7c-00b39befc7b2 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5d4dc0968164c839a939620d4e83a1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1839752 Jun 25 14:39:23.621401 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-86910ffd-fb64-4c13-8e50-b99b2618ea91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:23.625505 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-86910ffd-fb64-4c13-8e50-b99b2618ea91 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dbddf7c2-9886-40ab-ac28-2cf27234f932 HTTP/1.1" status: 204 len: 168 time: 0.6646211 Jun 25 14:39:23.971051 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-9744129d-cea1-4883-b327-76f380303790 service neutron] 10.222.0.61 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216751 Jun 25 14:39:24.220759 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-88b50bfa-6fad-461a-ab95-9d810e567bab service neutron] 10.222.0.61 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364612 Jun 25 14:39:24.544267 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 403321a1-4e5f-4c14-b45e-8ba762e3a7fe up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:24.639384 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-66c8f30c-5f6b-4d1e-89b8-188acc956d6d req-a941a025-5bdf-4d90-b2f6-4aa22ffd09bf tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 210 time: 0.0934041 Jun 25 14:39:24.750084 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning for port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:24.762761 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:24.763593 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.077261 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.127120 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] For port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=403321a1-4e5f-4c14-b45e-8ba762e3a7fe,segment=NetworkSegment(ee8e6f84-a541-4ab7-b502-b63f34683cf4),segment_id=ee8e6f84-a541-4ab7-b502-b63f34683cf4)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:25.132729 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:25.136180 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:25.237840 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Pushing event updated for resources: {'Port': ['ID=403321a1-4e5f-4c14-b45e-8ba762e3a7fe,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:25.241358 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:25.863604 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7c26aa2a-9c37-4354-ba11-d113ce137716 req-261129fe-07d4-4620-b6df-d153fd1b75cf tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 210 time: 0.0493484 Jun 25 14:39:26.241025 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-431a43b8-7df6-47c9-9aa4-318bf95b08d9 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:26.242550 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-431a43b8-7df6-47c9-9aa4-318bf95b08d9 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.69 "GET /v2.0/networks?id=3683cf47-1a03-4bc3-aebd-9e992307099f HTTP/1.1" status: 200 len: 811 time: 0.2235949 Jun 25 14:39:26.346181 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-222a04c0-cee4-4b40-a01e-0a1c199487bf tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5d4dc0968164c839a939620d4e83a1d HTTP/1.1" status: 200 len: 380 time: 0.0852530 Jun 25 14:39:26.363302 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Request body: {'port': {'device_id': '19842492-4da8-4303-afdf-7c3ea43e78fc', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'admin_state_up': True, 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'security_groups': ['26d6566b-8f66-46e4-94f9-efaf2618abb7']}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:26.417268 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 403321a1-4e5f-4c14-b45e-8ba762e3a7fe up at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:26.539616 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Provisioning complete for port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:26.540409 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:26.563438 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:26.583253 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:26.601538 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Made reservation on behalf of a5d4dc0968164c839a939620d4e83a1d for: {'port': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:26.607581 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:26.708148 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57272) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:26.819166 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Allocated IP 172.20.0.11 (3683cf47-1a03-4bc3-aebd-9e992307099f/638b3e67-199e-4790-a1c2-bb9e2fce5f5f/9108e600-7d7a-4e7a-8489-14a3e4cbf8fa) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:26.876750 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2f77da99-4a9e-4595-bdc5-6f5e9ea48a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:26.893441 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-2f77da99-4a9e-4595-bdc5-6f5e9ea48a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:26.898733 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-2f77da99-4a9e-4595-bdc5-6f5e9ea48a01 admin admin] Usage tracker for resource:security_group_rule and tenant:19aaa25041c743898d252029f8154f92 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:26.902951 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-2f77da99-4a9e-4595-bdc5-6f5e9ea48a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:26.911263 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-2f77da99-4a9e-4595-bdc5-6f5e9ea48a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:27.043555 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.048828 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2f77da99-4a9e-4595-bdc5-6f5e9ea48a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.054231 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2f77da99-4a9e-4595-bdc5-6f5e9ea48a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.067409 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Transition to ACTIVE for port object 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa will not be triggered until provisioned by entity DHCP. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:27.087946 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-0765347a-a7af-4033-9fbd-e3710874a643 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:27.097181 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.101088 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-2f77da99-4a9e-4595-bdc5-6f5e9ea48a01 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19aaa25041c743898d252029f8154f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914404 Jun 25 14:39:27.107204 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57282) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:27.111915 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-75d33b7b-ce3d-4e3e-b6a9-9e3920b0e70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:27.140135 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77da99-4a9e-4595-bdc5-6f5e9ea48a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aa8717-f669-41ad-9eba-db228de6d6a0,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:27.143400 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2f77da99-4a9e-4595-bdc5-6f5e9ea48a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:27.197406 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-42181c43-5c0a-480a-9f1a-8dcca9b95120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.223138 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Network 3683cf47-1a03-4bc3-aebd-9e992307099f is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:27.225855 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-42181c43-5c0a-480a-9f1a-8dcca9b95120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.227765 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:27.235485 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:27.299352 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event updated for resources: {'Port': ['ID=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:27.305826 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:27.306098 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-42181c43-5c0a-480a-9f1a-8dcca9b95120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.313728 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cb5c232a-bfbe-4026-96b5-649d84a886fd tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:27.327237 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42181c43-5c0a-480a-9f1a-8dcca9b95120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aa8717-f669-41ad-9eba-db228de6d6a0,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:27.330738 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-42181c43-5c0a-480a-9f1a-8dcca9b95120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:27.331797 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-42181c43-5c0a-480a-9f1a-8dcca9b95120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.334098 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-42181c43-5c0a-480a-9f1a-8dcca9b95120 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f2aa8717-f669-41ad-9eba-db228de6d6a0 HTTP/1.1" status: 204 len: 168 time: 0.2256377 Jun 25 14:39:27.345009 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:27.345954 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.389046 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0530f-4a6d-462b-a7dd-40add1d9c0c9 req-ce148d49-0f31-48b1-b584-8b1ea0186b02 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:27.389833 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-fff0530f-4a6d-462b-a7dd-40add1d9c0c9 req-ce148d49-0f31-48b1-b584-8b1ea0186b02 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Synchronizing usage tracker for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:27.396413 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0388513 Jun 25 14:39:27.411776 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-fff0530f-4a6d-462b-a7dd-40add1d9c0c9 req-ce148d49-0f31-48b1-b584-8b1ea0186b02 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Unset dirty status for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:27.414185 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fff0530f-4a6d-462b-a7dd-40add1d9c0c9 req-ce148d49-0f31-48b1-b584-8b1ea0186b02 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 932 time: 0.3142941 Jun 25 14:39:27.424226 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Request body: {'port': {'device_id': '19842492-4da8-4303-afdf-7c3ea43e78fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:27.635919 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fff0530f-4a6d-462b-a7dd-40add1d9c0c9 req-62b5d93f-27b3-4251-807b-9624b4f08d4f tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=26d6566b-8f66-46e4-94f9-efaf2618abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681054 Jun 25 14:39:27.639311 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-04ec77c1-5267-4342-a2ae-5b2908d846d5 None None] Provisioning for port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:27.647055 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-04ec77c1-5267-4342-a2ae-5b2908d846d5 None None] Provisioning complete for port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:27.648110 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-04ec77c1-5267-4342-a2ae-5b2908d846d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.720319 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-04ec77c1-5267-4342-a2ae-5b2908d846d5 None None] Port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:27.791528 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57290) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:27.811312 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.818352 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:27.826914 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:27.833016 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Usage tracker for resource:security_group_rule and tenant:5bdc9e6ee8f9430889073df71786694a is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:27.838926 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:27.847284 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:28.031765 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:28.039754 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:28.061819 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-46dc6253-93a0-4bc0-84d7-2285bd9a70bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:28.124593 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5163e625-229c-45b9-b9f9-887b3c1a1e45,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:28.132162 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5bdc9e6ee8f9430889073df71786694a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395238 Jun 25 14:39:28.136129 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57296) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:28.139915 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.141403 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.142131 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.142880 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.143942 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.144335 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.144710 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.145078 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.145617 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.146165 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.146722 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.147245 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.153289 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2a6baf25-5eae-44e8-8f26-9c663276dbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:28.257679 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-54af2692-72f7-4f6d-b40b-189cf640eca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:28.336364 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-54af2692-72f7-4f6d-b40b-189cf640eca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:28.344535 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa {{(pid=78417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:28.355388 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:28.397058 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Transition to ACTIVE for port object 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:28.403817 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:28.408450 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:28.567079 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-54af2692-72f7-4f6d-b40b-189cf640eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:28.609149 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Pushing event updated for resources: {'Port': ['ID=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:28.658194 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.658558 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.658928 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.659287 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.659843 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.660210 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.660572 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.660920 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.661265 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.661610 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.661955 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.662294 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:28.668968 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-54af2692-72f7-4f6d-b40b-189cf640eca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:28.673342 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-54af2692-72f7-4f6d-b40b-189cf640eca5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5163e625-229c-45b9-b9f9-887b3c1a1e45 HTTP/1.1" status: 204 len: 168 time: 0.5361123 Jun 25 14:39:28.678775 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:28.679029 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:28.706400 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af2692-72f7-4f6d-b40b-189cf640eca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5163e625-229c-45b9-b9f9-887b3c1a1e45,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:28.710432 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-54af2692-72f7-4f6d-b40b-189cf640eca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:28.734458 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Attempting to bind port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:28.734779 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Attempting to bind port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:28.735103 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Attempting to bind port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa on network 3683cf47-1a03-4bc3-aebd-9e992307099f {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:28.744004 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa on network 3683cf47-1a03-4bc3-aebd-9e992307099f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:39:28.744004 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Attempting to bind port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa on network 3683cf47-1a03-4bc3-aebd-9e992307099f {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:28.748403 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:28.748673 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Checking segment: {'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:28.749226 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Bound using segment: {'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:28.750404 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Bound port: 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf546b6-833a-48b0-b569-753b207000ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:28.751015 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:28.924265 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] For port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa, host hv-cinder-79808, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:28.937986 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] For port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:28.945934 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:28.956472 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:29.085641 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:29.086258 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:29.088057 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] 10.222.0.69 "PUT /v2.0/ports/9108e600-7d7a-4e7a-8489-14a3e4cbf8fa HTTP/1.1" status: 200 len: 1094 time: 1.6725702 Jun 25 14:39:29.088577 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19842492-4da8-4303-afdf-7c3ea43e78fc', 'tag': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:29.127758 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Pushing event updated for resources: {'Port': ['ID=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:29.146167 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff97e88-b68e-46b9-9d49-25c64390d4b8 req-b9517479-0b1b-43fc-8fb3-d5aeac3dcb01 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:29.150733 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fff97e88-b68e-46b9-9d49-25c64390d4b8 req-b9517479-0b1b-43fc-8fb3-d5aeac3dcb01 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 944 time: 0.3013966 Jun 25 14:39:29.152215 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-de1e2a79-9b0a-4ab3-ae34-cc05a0dcf388 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:29.246611 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19842492-4da8-4303-afdf-7c3ea43e78fc', 'tag': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa', 'status': 'completed', 'code': 200} Jun 25 14:39:29.300138 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fff97e88-b68e-46b9-9d49-25c64390d4b8 req-69cd50ab-328b-4f9a-a87e-52061a454257 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=26d6566b-8f66-46e4-94f9-efaf2618abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388857 Jun 25 14:39:29.321661 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-a629f5ad-5274-4b35-bed2-a74f5f7c7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:29.323254 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-a629f5ad-5274-4b35-bed2-a74f5f7c7422 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5d4dc0968164c839a939620d4e83a1d&device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 1097 time: 0.1638160 Jun 25 14:39:29.404865 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-291c0214-dd03-4741-b54f-0756e29b2434 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa HTTP/1.1" status: 200 len: 217 time: 0.0676596 Jun 25 14:39:29.511036 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-7856e7e0-9cfb-4470-8745-5f8e007728d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:29.513012 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-7856e7e0-9cfb-4470-8745-5f8e007728d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=638b3e67-199e-4790-a1c2-bb9e2fce5f5f HTTP/1.1" status: 200 len: 850 time: 0.0998633 Jun 25 14:39:29.610873 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-5547e1fe-923f-4dae-94dc-373b146ed3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:29.612338 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-5547e1fe-923f-4dae-94dc-373b146ed3a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3683cf47-1a03-4bc3-aebd-9e992307099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915604 Jun 25 14:39:29.785433 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-4a016858-844e-4d97-8de3-678a20bc0cdc service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654000 Jun 25 14:39:29.968491 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9569c68c-e563-4a0d-968c-2a3f8aa224df req-70c34b3f-769e-4260-9acb-5d36852d28f9 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752577 Jun 25 14:39:30.164940 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fe57c-94e8-4107-bd2c-5c51ea687a08 req-638fa372-4630-40a4-9f06-7381d76c8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:30.167250 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-556fe57c-94e8-4107-bd2c-5c51ea687a08 req-638fa372-4630-40a4-9f06-7381d76c8abc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5d4dc0968164c839a939620d4e83a1d&device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 1097 time: 0.0865383 Jun 25 14:39:30.487119 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fe57c-94e8-4107-bd2c-5c51ea687a08 req-7e86fa83-eaf1-4014-a84c-bbd76ce4ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:30.488520 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-556fe57c-94e8-4107-bd2c-5c51ea687a08 req-7e86fa83-eaf1-4014-a84c-bbd76ce4ee33 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3683cf47-1a03-4bc3-aebd-9e992307099f HTTP/1.1" status: 200 len: 912 time: 0.3145556 Jun 25 14:39:30.568588 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-556fe57c-94e8-4107-bd2c-5c51ea687a08 req-6553f093-708c-4944-b280-9104bc5c405e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa HTTP/1.1" status: 200 len: 217 time: 0.0719833 Jun 25 14:39:30.645924 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbd991-888e-4782-97ed-6d71079df5f9 req-ba1db19d-de68-4484-a9a9-28cb7aff3344 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:30.648497 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-abcbd991-888e-4782-97ed-6d71079df5f9 req-ba1db19d-de68-4484-a9a9-28cb7aff3344 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 944 time: 0.2250471 Jun 25 14:39:30.658847 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fe57c-94e8-4107-bd2c-5c51ea687a08 req-9ec248f5-e4f3-4c99-baa0-b3f89ba8f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:30.661247 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-556fe57c-94e8-4107-bd2c-5c51ea687a08 req-9ec248f5-e4f3-4c99-baa0-b3f89ba8f51f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=638b3e67-199e-4790-a1c2-bb9e2fce5f5f HTTP/1.1" status: 200 len: 850 time: 0.0860755 Jun 25 14:39:30.775117 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-abcbd991-888e-4782-97ed-6d71079df5f9 req-d2e5b8c6-da2b-4d35-b7d8-1d41643196fe tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=26d6566b-8f66-46e4-94f9-efaf2618abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197026 Jun 25 14:39:30.804354 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fe57c-94e8-4107-bd2c-5c51ea687a08 req-475de11b-6381-4014-b447-0cd11da0fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:30.805848 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-556fe57c-94e8-4107-bd2c-5c51ea687a08 req-475de11b-6381-4014-b447-0cd11da0fd6a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3683cf47-1a03-4bc3-aebd-9e992307099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1173346 Jun 25 14:39:31.069467 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-556fe57c-94e8-4107-bd2c-5c51ea687a08 req-9a2387f0-22b6-43c0-9eaa-34545a755592 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539015 Jun 25 14:39:31.263561 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-556fe57c-94e8-4107-bd2c-5c51ea687a08 req-eb56bf25-861d-4f9b-acd0-5e52a8531944 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829708 Jun 25 14:39:31.665834 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57374) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:31.793680 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5e328dc5-95a4-4908-8d21-42998a57a28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.809172 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-5e328dc5-95a4-4908-8d21-42998a57a28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:31.813265 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-5e328dc5-95a4-4908-8d21-42998a57a28f admin admin] Usage tracker for resource:security_group_rule and tenant:96641caebe664031b87ef7a9d8284ed6 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:31.816391 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-5e328dc5-95a4-4908-8d21-42998a57a28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:31.822858 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-5e328dc5-95a4-4908-8d21-42998a57a28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:31.961782 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5e328dc5-95a4-4908-8d21-42998a57a28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.967797 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5e328dc5-95a4-4908-8d21-42998a57a28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:31.981178 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c5eacce9-d3ba-44a1-a76d-fed43ae1d6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:32.039803 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-5e328dc5-95a4-4908-8d21-42998a57a28f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=96641caebe664031b87ef7a9d8284ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727570 Jun 25 14:39:32.040288 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57382) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:32.044686 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e328dc5-95a4-4908-8d21-42998a57a28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d776be-5bab-47ad-b760-9fbecaa4ba5b,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:32.048620 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-5e328dc5-95a4-4908-8d21-42998a57a28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:32.071391 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce0a7-e088-42e2-991e-e42acefa7e54 req-17346233-1b3a-453a-8b82-1671864764a8 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:32.073192 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d0bce0a7-e088-42e2-991e-e42acefa7e54 req-17346233-1b3a-453a-8b82-1671864764a8 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 944 time: 0.1644962 Jun 25 14:39:32.134372 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8a2045b5-e6eb-4d10-86b8-6f287b1cafa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.134603 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d0bce0a7-e088-42e2-991e-e42acefa7e54 req-d73218a6-ec11-421c-9715-26c6155e0166 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=26d6566b-8f66-46e4-94f9-efaf2618abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542667 Jun 25 14:39:32.171012 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8a2045b5-e6eb-4d10-86b8-6f287b1cafa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.233383 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8a2045b5-e6eb-4d10-86b8-6f287b1cafa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.237632 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3d49cfc6-7d3e-472c-a3d7-f18d52f66d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:32.256069 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2045b5-e6eb-4d10-86b8-6f287b1cafa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d776be-5bab-47ad-b760-9fbecaa4ba5b,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:32.259964 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-8a2045b5-e6eb-4d10-86b8-6f287b1cafa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:32.275170 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-8a2045b5-e6eb-4d10-86b8-6f287b1cafa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.277109 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-8a2045b5-e6eb-4d10-86b8-6f287b1cafa8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78d776be-5bab-47ad-b760-9fbecaa4ba5b HTTP/1.1" status: 204 len: 168 time: 0.2354641 Jun 25 14:39:32.582730 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d9c7066c-897a-4daa-a733-08ea1a7ac803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.640413 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57392) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:32.658720 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0cbe41b2-55db-4679-a7d8-b386c8e2704b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.676472 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-0cbe41b2-55db-4679-a7d8-b386c8e2704b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:32.681153 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-0cbe41b2-55db-4679-a7d8-b386c8e2704b admin admin] Usage tracker for resource:security_group_rule and tenant:7a654da8cbef4dc482efb76bc4d1ac5e is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:32.684179 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-0cbe41b2-55db-4679-a7d8-b386c8e2704b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:32.691190 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-0cbe41b2-55db-4679-a7d8-b386c8e2704b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:32.738964 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:39:32.792433 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0cbe41b2-55db-4679-a7d8-b386c8e2704b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.797679 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0cbe41b2-55db-4679-a7d8-b386c8e2704b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.806079 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-48dc5369-0d32-4f9f-988f-4187d412cc8e tempest-VolumesNegativeTest-2108849995 tempest-VolumesNegativeTest-2108849995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:32.850081 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe41b2-55db-4679-a7d8-b386c8e2704b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909d4d88-a679-4fc2-a333-4a280a372ab0,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:32.855159 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-0cbe41b2-55db-4679-a7d8-b386c8e2704b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a654da8cbef4dc482efb76bc4d1ac5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132103 Jun 25 14:39:32.856402 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-0cbe41b2-55db-4679-a7d8-b386c8e2704b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:32.858976 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57396) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:32.924094 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-06a27f5c-4e1a-43df-a483-197327fea68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.951303 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-06a27f5c-4e1a-43df-a483-197327fea68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:32.996344 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.021565 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-06a27f5c-4e1a-43df-a483-197327fea68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.026187 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-10153cd2-ac8e-4302-b324-c7ca96394d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:33.040557 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a27f5c-4e1a-43df-a483-197327fea68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909d4d88-a679-4fc2-a333-4a280a372ab0,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:33.044582 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-06a27f5c-4e1a-43df-a483-197327fea68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:33.057416 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-06a27f5c-4e1a-43df-a483-197327fea68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:33.059611 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-06a27f5c-4e1a-43df-a483-197327fea68c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/909d4d88-a679-4fc2-a333-4a280a372ab0 HTTP/1.1" status: 204 len: 168 time: 0.1990244 Jun 25 14:39:33.349729 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5367b7-497a-4a4f-b0d5-9be2101f75fb req-c55822c6-1328-4391-aae1-d843c819191b tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:33.351351 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2c5367b7-497a-4a4f-b0d5-9be2101f75fb req-c55822c6-1328-4391-aae1-d843c819191b tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 944 time: 0.0984094 Jun 25 14:39:33.402342 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2c5367b7-497a-4a4f-b0d5-9be2101f75fb req-b098f104-7178-49ee-9a0d-63daf1cb496b tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=26d6566b-8f66-46e4-94f9-efaf2618abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441370 Jun 25 14:39:34.327077 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:39:34.589469 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:34.607971 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'port_id': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa', 'mac_address': 'fa:16:3e:94:47:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:39:34.644154 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5922f-fee0-43f0-a052-006bcc82207a req-7de160db-10be-4e15-9c48-bf1b8b1b4683 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:34.648019 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4da5922f-fee0-43f0-a052-006bcc82207a req-7de160db-10be-4e15-9c48-bf1b8b1b4683 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 944 time: 0.1206751 Jun 25 14:39:34.676482 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:34.711070 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:34.724187 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4da5922f-fee0-43f0-a052-006bcc82207a req-3ea8da42-3f57-449d-991f-1733fd2929af tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=26d6566b-8f66-46e4-94f9-efaf2618abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714822 Jun 25 14:39:34.732604 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:34.737410 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:34.746848 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:34.844853 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:34.851532 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:35.059573 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['9108e600-7d7a-4e7a-8489-14a3e4cbf8fa'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:39:35.397382 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57462) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:35.448693 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9aef34b6-7fc4-40b7-8134-c67109f48c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:35.540768 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8b538a2d-9b6a-4565-92ad-b41b117eca88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:35.557529 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-8b538a2d-9b6a-4565-92ad-b41b117eca88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:35.562070 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-8b538a2d-9b6a-4565-92ad-b41b117eca88 admin admin] Usage tracker for resource:security_group_rule and tenant:059b635146044a928f7e848126c063f8 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:35.565593 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-8b538a2d-9b6a-4565-92ad-b41b117eca88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:35.574022 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-8b538a2d-9b6a-4565-92ad-b41b117eca88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:35.700286 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8b538a2d-9b6a-4565-92ad-b41b117eca88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:35.706449 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8b538a2d-9b6a-4565-92ad-b41b117eca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:35.721177 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-1e38d7c1-f2ca-40b3-ac73-ebb3aab908d1 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:35.778236 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-8b538a2d-9b6a-4565-92ad-b41b117eca88 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=059b635146044a928f7e848126c063f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796520 Jun 25 14:39:35.779311 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b538a2d-9b6a-4565-92ad-b41b117eca88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822b38ea-22cf-456e-89b3-a17b1c571e6f,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:35.781986 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57470) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:35.783193 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-8b538a2d-9b6a-4565-92ad-b41b117eca88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:35.868785 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d1b71bb9-c7f8-43b6-90cd-f129959147e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:35.899826 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d1b71bb9-c7f8-43b6-90cd-f129959147e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:35.976628 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefac7c6-aa88-4d44-9cd4-f361b31a8ccc req-019753fa-0682-40b2-9adb-0eff8c0f8046 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:35.986304 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-eefac7c6-aa88-4d44-9cd4-f361b31a8ccc req-019753fa-0682-40b2-9adb-0eff8c0f8046 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 945 time: 0.1139381 Jun 25 14:39:35.992399 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d1b71bb9-c7f8-43b6-90cd-f129959147e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.007034 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d2bd26b0-f003-400e-979c-e4cb78c66c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:36.035900 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b71bb9-c7f8-43b6-90cd-f129959147e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b38ea-22cf-456e-89b3-a17b1c571e6f,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:36.037820 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d1b71bb9-c7f8-43b6-90cd-f129959147e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.042125 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d1b71bb9-c7f8-43b6-90cd-f129959147e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/822b38ea-22cf-456e-89b3-a17b1c571e6f HTTP/1.1" status: 204 len: 168 time: 0.2581775 Jun 25 14:39:36.043990 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d1b71bb9-c7f8-43b6-90cd-f129959147e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:36.079756 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-eefac7c6-aa88-4d44-9cd4-f361b31a8ccc req-33f8dfda-2b89-49f7-b7f5-0d78fa121402 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=26d6566b-8f66-46e4-94f9-efaf2618abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873063 Jun 25 14:39:36.153317 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.321808 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:36.413981 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:36.420122 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:36.420661 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.429004 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57480) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:36.447758 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7f0118d5-c7f8-40b0-97ba-e50e74981596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.464113 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-7f0118d5-c7f8-40b0-97ba-e50e74981596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:36.469484 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-7f0118d5-c7f8-40b0-97ba-e50e74981596 admin admin] Usage tracker for resource:security_group_rule and tenant:bd07949456e345ff9ae8abe52e987b44 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:36.472798 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-7f0118d5-c7f8-40b0-97ba-e50e74981596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:36.480174 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-7f0118d5-c7f8-40b0-97ba-e50e74981596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:36.565345 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.596167 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19842492-4da8-4303-afdf-7c3ea43e78fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:36.605338 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7f0118d5-c7f8-40b0-97ba-e50e74981596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.606720 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:36.610135 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-7f0118d5-c7f8-40b0-97ba-e50e74981596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.611364 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.613522 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-7ee3c560-bcd9-4b86-bc61-59497c796a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:36.620500 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-02cc574c-3d3e-422f-9421-28697f6b9f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:36.657078 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19842492-4da8-4303-afdf-7c3ea43e78fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa', 'code': 200} Jun 25 14:39:36.675373 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-7f0118d5-c7f8-40b0-97ba-e50e74981596 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd07949456e345ff9ae8abe52e987b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450011 Jun 25 14:39:36.677757 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0118d5-c7f8-40b0-97ba-e50e74981596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58aab80-6dc9-4506-9bcd-d61c859cd79c,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:36.678985 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57486) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:36.682085 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7f0118d5-c7f8-40b0-97ba-e50e74981596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:36.685595 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:36.689714 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:36.746223 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c51b030e-7636-4e1b-98a2-301c6e07edfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.776456 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c51b030e-7636-4e1b-98a2-301c6e07edfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.851717 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c51b030e-7636-4e1b-98a2-301c6e07edfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.855832 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4f93b91c-1745-4384-b63b-f8f7969b2273 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:36.868347 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b030e-7636-4e1b-98a2-301c6e07edfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58aab80-6dc9-4506-9bcd-d61c859cd79c,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:36.872469 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c51b030e-7636-4e1b-98a2-301c6e07edfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:36.885239 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-c51b030e-7636-4e1b-98a2-301c6e07edfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:36.886400 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-c51b030e-7636-4e1b-98a2-301c6e07edfd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f58aab80-6dc9-4506-9bcd-d61c859cd79c HTTP/1.1" status: 204 len: 168 time: 0.2063878 Jun 25 14:39:37.105932 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535a8b5-8722-489f-a2f6-270b0c5d89f0 req-b4d9842d-0428-40b6-b730-61b81c573a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:37.107772 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2535a8b5-8722-489f-a2f6-270b0c5d89f0 req-b4d9842d-0428-40b6-b730-61b81c573a3f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 1099 time: 0.2011199 Jun 25 14:39:37.188958 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2535a8b5-8722-489f-a2f6-270b0c5d89f0 req-9b93d4b8-b592-4972-b1b0-5c8a6a8279e6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=26d6566b-8f66-46e4-94f9-efaf2618abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695069 Jun 25 14:39:37.414120 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768576e-bca0-4297-8478-d9acb58a191e req-04be7073-f28e-4b6b-b0ad-d855a8941381 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:37.416875 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3768576e-bca0-4297-8478-d9acb58a191e req-04be7073-f28e-4b6b-b0ad-d855a8941381 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 946 time: 0.1185262 Jun 25 14:39:37.468402 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3768576e-bca0-4297-8478-d9acb58a191e req-839e4170-0ffc-4939-9bdf-f35d9e2b4835 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=26d6566b-8f66-46e4-94f9-efaf2618abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442719 Jun 25 14:39:37.593119 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.533552 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:38.706940 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feee3cd-0a59-4934-a75d-7823ebb0b670 req-9c7a1e84-f63b-411a-a205-a4f73406939e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:38.708509 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7feee3cd-0a59-4934-a75d-7823ebb0b670 req-9c7a1e84-f63b-411a-a205-a4f73406939e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 946 time: 0.0916748 Jun 25 14:39:38.760418 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7feee3cd-0a59-4934-a75d-7823ebb0b670 req-b8d49bbd-c998-41fb-9f13-4c451fbd7b5c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=26d6566b-8f66-46e4-94f9-efaf2618abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439246 Jun 25 14:39:38.974341 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eddec-aae7-4891-92f8-8c1277bffca0 req-6eaf7dbf-fb2f-4297-9902-38fa654e4cc0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:38.975969 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ae4eddec-aae7-4891-92f8-8c1277bffca0 req-6eaf7dbf-fb2f-4297-9902-38fa654e4cc0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 946 time: 0.1043756 Jun 25 14:39:38.988488 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57546) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:38.994258 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-0fca4caf-c4b6-4901-9924-85876b6187c4 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Request body: {'floatingip': {'port_id': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:39.093701 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0fca4caf-c4b6-4901-9924-85876b6187c4 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.462845 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57558) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:39.693826 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-841c8c53-5147-40da-aaee-b8d3b6b058f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.711601 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-841c8c53-5147-40da-aaee-b8d3b6b058f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:39.715682 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-841c8c53-5147-40da-aaee-b8d3b6b058f0 admin admin] Usage tracker for resource:security_group_rule and tenant:84453c735e6643bcbb3170136c311f98 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:39.719350 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-841c8c53-5147-40da-aaee-b8d3b6b058f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:39.725786 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-841c8c53-5147-40da-aaee-b8d3b6b058f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:39.817918 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-841c8c53-5147-40da-aaee-b8d3b6b058f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.823209 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-841c8c53-5147-40da-aaee-b8d3b6b058f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:39.834280 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d14682fa-278a-4711-bf68-6400a4c16f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:39.883878 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57570) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:39.884715 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-841c8c53-5147-40da-aaee-b8d3b6b058f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84453c735e6643bcbb3170136c311f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180760 Jun 25 14:39:39.884966 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c8c53-5147-40da-aaee-b8d3b6b058f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c210a2dc-99f7-418a-8d74-a44b83339b21,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:39.888733 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-841c8c53-5147-40da-aaee-b8d3b6b058f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:40.098459 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0493faa4-fe26-4dc5-b47a-f4c0b990de40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.127586 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0fca4caf-c4b6-4901-9924-85876b6187c4 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.147819 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0fca4caf-c4b6-4901-9924-85876b6187c4 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.213077 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0493faa4-fe26-4dc5-b47a-f4c0b990de40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.222677 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-7b8b0c48-b691-4dba-8358-70e2aa26eacf tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Synchronizing usage tracker for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:security_group {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:40.359675 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-7b8b0c48-b691-4dba-8358-70e2aa26eacf tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Unset dirty status for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:security_group {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:40.361577 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-7b8b0c48-b691-4dba-8358-70e2aa26eacf tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873322142&fields=id&tenant_id=8996bc08a1bf40f1b8d70015ef637c3c HTTP/1.1" status: 200 len: 267 time: 0.3143046 Jun 25 14:39:40.591171 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0493faa4-fe26-4dc5-b47a-f4c0b990de40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.602172 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:40.633692 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493faa4-fe26-4dc5-b47a-f4c0b990de40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c210a2dc-99f7-418a-8d74-a44b83339b21,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:40.646703 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-0493faa4-fe26-4dc5-b47a-f4c0b990de40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:40.651876 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.l3_db [None req-0fca4caf-c4b6-4901-9924-85876b6187c4 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Floating IP 3ba61690-b9c5-4c6e-bc66-0e82df367f1f associated. External IP: 172.27.2.179, port: 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa. Jun 25 14:39:40.775377 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0493faa4-fe26-4dc5-b47a-f4c0b990de40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:40.776582 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-0493faa4-fe26-4dc5-b47a-f4c0b990de40 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c210a2dc-99f7-418a-8d74-a44b83339b21 HTTP/1.1" status: 204 len: 168 time: 0.8915741 Jun 25 14:39:40.798505 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-36f02187-6b27-4b2f-95c7-fe5d73586c9d tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:40.799261 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-36f02187-6b27-4b2f-95c7-fe5d73586c9d tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Synchronizing usage tracker for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:network {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:40.902167 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-36f02187-6b27-4b2f-95c7-fe5d73586c9d tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Unset dirty status for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:network {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:40.903193 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-36f02187-6b27-4b2f-95c7-fe5d73586c9d tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 811 time: 0.5333452 Jun 25 14:39:40.981754 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-84cf22eb-aff9-46a6-b848-c8c746614b8f tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/quotas/8996bc08a1bf40f1b8d70015ef637c3c HTTP/1.1" status: 200 len: 375 time: 0.0696814 Jun 25 14:39:41.191605 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fca4caf-c4b6-4901-9924-85876b6187c4 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Router d0a3d613-74fd-42d1-87ab-7dad31caa864 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:39:41.199751 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-55347953-6544-4909-afb7-fbef95c1f369 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Synchronizing usage tracker for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:41.201162 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57580) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:41.225620 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4ca2becf-c428-4700-863a-f87537f28eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.241838 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-4ca2becf-c428-4700-863a-f87537f28eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:41.246461 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-4ca2becf-c428-4700-863a-f87537f28eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:c7e0588b70f64848965b9eb7cc7dea8f is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:41.252368 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-4ca2becf-c428-4700-863a-f87537f28eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:41.260927 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-4ca2becf-c428-4700-863a-f87537f28eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:41.311322 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-55347953-6544-4909-afb7-fbef95c1f369 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Unset dirty status for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:41.314640 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-55347953-6544-4909-afb7-fbef95c1f369 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3222868 Jun 25 14:39:41.370685 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4ca2becf-c428-4700-863a-f87537f28eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.376411 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-4ca2becf-c428-4700-863a-f87537f28eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.384434 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:41.430075 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-4ca2becf-c428-4700-863a-f87537f28eb0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c7e0588b70f64848965b9eb7cc7dea8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273262 Jun 25 14:39:41.430754 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2becf-c428-4700-863a-f87537f28eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a43598b-6613-4479-9dc6-2a6fc36cdcad,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:41.434074 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4ca2becf-c428-4700-863a-f87537f28eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:41.434568 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57584) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:41.514485 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b8212e2e-e016-454f-b2bc-ce7e50d4701d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.543607 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b8212e2e-e016-454f-b2bc-ce7e50d4701d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.563844 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fca4caf-c4b6-4901-9924-85876b6187c4 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:39:41.573671 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-0fca4caf-c4b6-4901-9924-85876b6187c4 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.579443 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5bf1a8-885c-4608-a94d-59b089b8db9b None None] Sync routers for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:39:41.594046 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5bf1a8-885c-4608-a94d-59b089b8db9b None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:41.595126 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-be5bf1a8-885c-4608-a94d-59b089b8db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:39:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:41.618908 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b8212e2e-e016-454f-b2bc-ce7e50d4701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.626743 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1e62cec6-1764-4c2a-bb90-11d49fb6ca58 service neutron] 10.222.0.61 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946100 Jun 25 14:39:41.628300 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-74d848b1-7f7e-4118-a4a9-dc2e5f954137 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:41.649307 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8212e2e-e016-454f-b2bc-ce7e50d4701d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a43598b-6613-4479-9dc6-2a6fc36cdcad,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:41.653779 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b8212e2e-e016-454f-b2bc-ce7e50d4701d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:41.669743 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-b8212e2e-e016-454f-b2bc-ce7e50d4701d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:41.674513 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-b8212e2e-e016-454f-b2bc-ce7e50d4701d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a43598b-6613-4479-9dc6-2a6fc36cdcad HTTP/1.1" status: 204 len: 168 time: 0.2361202 Jun 25 14:39:41.816126 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-0fca4caf-c4b6-4901-9924-85876b6187c4 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "PUT /v2.0/floatingips/3ba61690-b9c5-4c6e-bc66-0e82df367f1f HTTP/1.1" status: 200 len: 992 time: 2.8261058 Jun 25 14:39:41.819084 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19842492-4da8-4303-afdf-7c3ea43e78fc', 'tag': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:41.878094 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-5783303c-9dbf-491e-8033-095fc19fb032 service neutron] 10.222.0.61 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305055 Jun 25 14:39:41.914471 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-be5bf1a8-885c-4608-a94d-59b089b8db9b None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:42.090491 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19842492-4da8-4303-afdf-7c3ea43e78fc', 'tag': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa', 'status': 'completed', 'code': 200} Jun 25 14:39:42.261000 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322bf07-860d-4a6c-b3d7-273e48bc8ead req-bdd43d91-22db-4651-ad61-9f8255666a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:42.262510 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6322bf07-860d-4a6c-b3d7-273e48bc8ead req-bdd43d91-22db-4651-ad61-9f8255666a9a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5d4dc0968164c839a939620d4e83a1d&device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 1099 time: 0.1238561 Jun 25 14:39:42.506082 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-be5bf1a8-885c-4608-a94d-59b089b8db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '3ba61690-b9c5-4c6e-bc66-0e82df367f1f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'port_id': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'mac_address': 'fa:16:3e:94:47:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19842492-4da8-4303-afdf-7c3ea43e78fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:20Z', 'updated_at': '2021-06-25T14:39:39Z', 'revision_number': 1, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 5, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:42.511123 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5bf1a8-885c-4608-a94d-59b089b8db9b None None] Checking router: d0a3d613-74fd-42d1-87ab-7dad31caa864 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:39:42.522944 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5bf1a8-885c-4608-a94d-59b089b8db9b None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:39:42.523616 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-be5bf1a8-885c-4608-a94d-59b089b8db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:39:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:42.553944 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-64c90d10-b76f-4d80-be64-ae0bab38c9d3 req-5dfc4c5e-5201-459e-a793-39edd1edb687 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 210 time: 0.1017823 Jun 25 14:39:42.635919 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322bf07-860d-4a6c-b3d7-273e48bc8ead req-4c411c05-3986-4eae-812b-9a7863bfaaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:42.638436 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6322bf07-860d-4a6c-b3d7-273e48bc8ead req-4c411c05-3986-4eae-812b-9a7863bfaaac service neutron] 10.222.0.69 "GET /v2.0/networks?id=3683cf47-1a03-4bc3-aebd-9e992307099f HTTP/1.1" status: 200 len: 912 time: 0.3674231 Jun 25 14:39:42.822200 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-be5bf1a8-885c-4608-a94d-59b089b8db9b None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:39:42.942217 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6322bf07-860d-4a6c-b3d7-273e48bc8ead req-d2b5b34a-f81d-42a7-8cd4-0e71910d8c28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa HTTP/1.1" status: 200 len: 1000 time: 0.2959437 Jun 25 14:39:43.054821 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322bf07-860d-4a6c-b3d7-273e48bc8ead req-8fc7259b-6bb1-4522-9d8f-64a6f7339332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:43.056458 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6322bf07-860d-4a6c-b3d7-273e48bc8ead req-8fc7259b-6bb1-4522-9d8f-64a6f7339332 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=638b3e67-199e-4790-a1c2-bb9e2fce5f5f HTTP/1.1" status: 200 len: 850 time: 0.1054189 Jun 25 14:39:43.189242 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322bf07-860d-4a6c-b3d7-273e48bc8ead req-cf949c2c-e2b0-4fc9-8e2d-65992631824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:43.190799 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6322bf07-860d-4a6c-b3d7-273e48bc8ead req-cf949c2c-e2b0-4fc9-8e2d-65992631824d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3683cf47-1a03-4bc3-aebd-9e992307099f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1220450 Jun 25 14:39:43.403241 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6322bf07-860d-4a6c-b3d7-273e48bc8ead req-40a5d319-0aa9-4891-9954-151d8c170d30 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821389 Jun 25 14:39:43.448970 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-be5bf1a8-885c-4608-a94d-59b089b8db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '3ba61690-b9c5-4c6e-bc66-0e82df367f1f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'port_id': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'mac_address': 'fa:16:3e:94:47:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19842492-4da8-4303-afdf-7c3ea43e78fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:20Z', 'updated_at': '2021-06-25T14:39:39Z', 'revision_number': 1, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 5, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:39:43.457830 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5bf1a8-885c-4608-a94d-59b089b8db9b None None] The sync data for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi is: [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '3ba61690-b9c5-4c6e-bc66-0e82df367f1f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'port_id': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'mac_address': 'fa:16:3e:94:47:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19842492-4da8-4303-afdf-7c3ea43e78fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:39:20Z', 'updated_at': '2021-06-25T14:39:39Z', 'revision_number': 1, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 5, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:39:43.668610 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6322bf07-860d-4a6c-b3d7-273e48bc8ead req-e7368db3-04bc-4266-ae9c-7ea4e68aa494 service neutron] 10.222.0.69 "GET /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573800 Jun 25 14:39:43.804578 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c8e400b2-cefd-47c4-b3ca-a1c552e5b268 req-620b17cd-66d7-4afb-aa0f-6d2eb472ad1a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 210 time: 0.0515392 Jun 25 14:39:43.884166 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb32d5-9ffe-4b73-9e03-efa50e07ab72 None None] New status for floating IP 3ba61690-b9c5-4c6e-bc66-0e82df367f1f: ACTIVE {{(pid=78418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:39:44.623951 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-def625b8-c3ae-4fdf-a202-3965f73d37ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:44.626807 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-def625b8-c3ae-4fdf-a202-3965f73d37ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 811 time: 0.1922400 Jun 25 14:39:44.701450 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-f1e24970-f3cc-4b94-9783-036fb74ee974 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8996bc08a1bf40f1b8d70015ef637c3c HTTP/1.1" status: 200 len: 380 time: 0.0546756 Jun 25 14:39:44.716862 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Request body: {'port': {'device_id': '4098833c-6548-433c-9392-f59cf0d752e9', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'admin_state_up': True, 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'security_groups': ['ceaf9177-d5e2-412b-bb94-7764450414c9']}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:44.946079 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:44.965616 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:44.987385 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Made reservation on behalf of 8996bc08a1bf40f1b8d70015ef637c3c for: {'port': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:44.993987 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.134307 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7eedf4f1-5453-4934-b16f-f3fc5ed1c413 req-583bbccd-c27b-4933-9cbb-90c1ce3cd464 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 210 time: 0.0597239 Jun 25 14:39:45.241793 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Allocated IP 172.20.0.9 (59225deb-2cbb-411b-8e05-9bf0274d0300/86b6d42d-36ba-4c9f-bbda-578db5b1d4af/93b39611-b89b-44d2-8394-9a22df0927e1) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:39:45.463627 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.481753 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Transition to ACTIVE for port object 93b39611-b89b-44d2-8394-9a22df0927e1 will not be triggered until provisioned by entity DHCP. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:45.511520 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.518318 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-f55fc100-b4d2-47ad-88ed-7589d30a96ac tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:45.591973 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Network 59225deb-2cbb-411b-8e05-9bf0274d0300 is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:39:45.595946 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:45.600400 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:39:45.635227 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'Port': ['ID=93b39611-b89b-44d2-8394-9a22df0927e1,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:45.643427 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:45.676542 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:45.677140 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.708219 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-1a590fab-00e8-4ceb-9bfb-b9b67b0e9678 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9972119 Jun 25 14:39:45.730712 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Request body: {'port': {'device_id': '4098833c-6548-433c-9392-f59cf0d752e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:45.864028 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.869206 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-9a319f71-b30e-4a40-9bbc-47f40eeaea37 None None] Provisioning for port 93b39611-b89b-44d2-8394-9a22df0927e1 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:45.877330 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-9a319f71-b30e-4a40-9bbc-47f40eeaea37 None None] Provisioning complete for port 93b39611-b89b-44d2-8394-9a22df0927e1 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:45.877794 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-9a319f71-b30e-4a40-9bbc-47f40eeaea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:45.936544 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-9a319f71-b30e-4a40-9bbc-47f40eeaea37 None None] Port 93b39611-b89b-44d2-8394-9a22df0927e1 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:39:46.394882 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b39611-b89b-44d2-8394-9a22df0927e1 {{(pid=78417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:46.408194 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.440955 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Transition to ACTIVE for port object 93b39611-b89b-44d2-8394-9a22df0927e1 will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:39:46.445876 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.456718 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c9d40429-ca92-49b6-91e3-4a2b96a66180 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:46.771431 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Pushing event updated for resources: {'Port': ['ID=93b39611-b89b-44d2-8394-9a22df0927e1,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:46.788296 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:46.883758 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2ef4b-4d64-484d-ad06-7666f06fc66b req-ba3ff8ab-8fc9-429f-bd00-31a95fc60e14 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:46.884519 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-d8c2ef4b-4d64-484d-ad06-7666f06fc66b req-ba3ff8ab-8fc9-429f-bd00-31a95fc60e14 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Synchronizing usage tracker for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:39:46.890780 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Attempting to bind port 93b39611-b89b-44d2-8394-9a22df0927e1 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:39:46.891115 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Attempting to bind port 93b39611-b89b-44d2-8394-9a22df0927e1 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:39:46.891425 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Attempting to bind port 93b39611-b89b-44d2-8394-9a22df0927e1 on network 59225deb-2cbb-411b-8e05-9bf0274d0300 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:46.900401 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Port 93b39611-b89b-44d2-8394-9a22df0927e1 on network 59225deb-2cbb-411b-8e05-9bf0274d0300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:39:46.900763 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Attempting to bind port 93b39611-b89b-44d2-8394-9a22df0927e1 on network 59225deb-2cbb-411b-8e05-9bf0274d0300 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:39:46.912103 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:39:46.912461 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Checking segment: {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:46.912932 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Bound using segment: {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:39:46.913408 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Bound port: 93b39611-b89b-44d2-8394-9a22df0927e1, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:39:46.913784 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:46.927035 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-d8c2ef4b-4d64-484d-ad06-7666f06fc66b req-ba3ff8ab-8fc9-429f-bd00-31a95fc60e14 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Unset dirty status for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:39:46.928544 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d8c2ef4b-4d64-484d-ad06-7666f06fc66b req-ba3ff8ab-8fc9-429f-bd00-31a95fc60e14 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 943 time: 0.3956485 Jun 25 14:39:47.059138 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d8c2ef4b-4d64-484d-ad06-7666f06fc66b req-70e0d129-d531-4e33-9b99-8f756cf7c90f tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195772 Jun 25 14:39:47.084529 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] For port 93b39611-b89b-44d2-8394-9a22df0927e1, host hv-cinder-79808, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:39:47.087668 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] For port 93b39611-b89b-44d2-8394-9a22df0927e1, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=93b39611-b89b-44d2-8394-9a22df0927e1,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:39:47.092815 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:47.097378 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7a9529e8-bea5-4a03-89bd-f5e6e0bc236d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:47.156878 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:47.157293 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:47.158733 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] 10.222.0.69 "PUT /v2.0/ports/93b39611-b89b-44d2-8394-9a22df0927e1 HTTP/1.1" status: 200 len: 1093 time: 1.4340301 Jun 25 14:39:47.159245 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4098833c-6548-433c-9392-f59cf0d752e9', 'tag': '93b39611-b89b-44d2-8394-9a22df0927e1'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:47.182561 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Pushing event updated for resources: {'Port': ['ID=93b39611-b89b-44d2-8394-9a22df0927e1,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:47.187857 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:47.283733 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4098833c-6548-433c-9392-f59cf0d752e9', 'tag': '93b39611-b89b-44d2-8394-9a22df0927e1', 'status': 'completed', 'code': 200} Jun 25 14:39:47.333157 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-097343fa-cfbb-48b2-a258-1aa9e715410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:47.334633 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-097343fa-cfbb-48b2-a258-1aa9e715410b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 1096 time: 0.0923903 Jun 25 14:39:47.413479 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-b62bc176-73ea-433a-b27e-1464a32df5bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93b39611-b89b-44d2-8394-9a22df0927e1 HTTP/1.1" status: 200 len: 217 time: 0.0638862 Jun 25 14:39:47.485076 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-73003294-4b3c-43b0-b3a5-4035d67fd7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:47.486519 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-73003294-4b3c-43b0-b3a5-4035d67fd7d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.0667934 Jun 25 14:39:47.566704 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-5e103dcd-971d-471c-abfb-e4a08769c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:47.568119 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-5e103dcd-971d-471c-abfb-e4a08769c17c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750456 Jun 25 14:39:47.709037 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-48e581e9-8f15-48af-bc4a-3413721990fa service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338077 Jun 25 14:39:47.848073 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0ced224a-e328-4aa0-8f07-cff1d6b83b7f req-7a5ff064-a1a2-4030-9206-e7450786b483 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320953 Jun 25 14:39:48.037427 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d72f8-f6b8-4aae-b118-45fec81e4c50 req-3775af14-fbed-412b-b020-1792b21e74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:48.038904 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-037d72f8-f6b8-4aae-b118-45fec81e4c50 req-3775af14-fbed-412b-b020-1792b21e74f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 1096 time: 0.0822074 Jun 25 14:39:48.236350 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d72f8-f6b8-4aae-b118-45fec81e4c50 req-5576d01d-a399-4748-8cf7-e8d158bb6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:48.238208 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-037d72f8-f6b8-4aae-b118-45fec81e4c50 req-5576d01d-a399-4748-8cf7-e8d158bb6a8e service neutron] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 912 time: 0.1906881 Jun 25 14:39:48.328957 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-037d72f8-f6b8-4aae-b118-45fec81e4c50 req-1f4dc374-8c37-4ddc-a307-2589b05e8b19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93b39611-b89b-44d2-8394-9a22df0927e1 HTTP/1.1" status: 200 len: 217 time: 0.0717499 Jun 25 14:39:48.524592 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7550ee9-6088-4691-bcf8-9f208b456ecd req-a440b45f-8ff0-4253-8016-28c72e035d85 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:48.526107 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a7550ee9-6088-4691-bcf8-9f208b456ecd req-a440b45f-8ff0-4253-8016-28c72e035d85 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 943 time: 0.3379607 Jun 25 14:39:48.533667 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d72f8-f6b8-4aae-b118-45fec81e4c50 req-15ee8337-12db-4f02-a563-47fddb157863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:48.535124 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-037d72f8-f6b8-4aae-b118-45fec81e4c50 req-15ee8337-12db-4f02-a563-47fddb157863 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.2000415 Jun 25 14:39:48.633756 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a7550ee9-6088-4691-bcf8-9f208b456ecd req-98319dba-4b72-4e1e-988a-ee8ce161847f tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976202 Jun 25 14:39:48.659263 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d72f8-f6b8-4aae-b118-45fec81e4c50 req-e9036568-dfd4-4d1c-aa95-a9659a0fa74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:48.660677 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-037d72f8-f6b8-4aae-b118-45fec81e4c50 req-e9036568-dfd4-4d1c-aa95-a9659a0fa74f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1104982 Jun 25 14:39:48.813205 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-037d72f8-f6b8-4aae-b118-45fec81e4c50 req-0dd897a8-5401-4bfc-af49-2d48243a183c service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445687 Jun 25 14:39:48.965759 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-037d72f8-f6b8-4aae-b118-45fec81e4c50 req-16deaa88-466e-4776-b1d0-703bab3c2ee6 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339839 Jun 25 14:39:49.843169 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccec99-d4b3-4b77-9621-ec46c4d9de2e req-965e71c4-59e5-43aa-b96d-b2e686d5ee65 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:49.845284 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b4ccec99-d4b3-4b77-9621-ec46c4d9de2e req-965e71c4-59e5-43aa-b96d-b2e686d5ee65 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 943 time: 0.0882726 Jun 25 14:39:49.896861 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b4ccec99-d4b3-4b77-9621-ec46c4d9de2e req-406c720c-569c-4350-b1c1-19321a4a4ce1 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452361 Jun 25 14:39:50.842534 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57758) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:51.175714 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-18527828-bc4a-41cf-9e1f-5e9661075657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:51.233299 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-18527828-bc4a-41cf-9e1f-5e9661075657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:51.247055 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-18527828-bc4a-41cf-9e1f-5e9661075657 admin admin] Usage tracker for resource:security_group_rule and tenant:5ba9a8d9fa884d418e5694e3de6955a7 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:51.255367 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-18527828-bc4a-41cf-9e1f-5e9661075657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:51.270245 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-18527828-bc4a-41cf-9e1f-5e9661075657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:51.326429 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf98050-af48-46ca-b7d6-5fa2e0933b6a req-65e682da-7f89-4534-b81a-0ba0c8568147 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:51.329307 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8cf98050-af48-46ca-b7d6-5fa2e0933b6a req-65e682da-7f89-4534-b81a-0ba0c8568147 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 943 time: 0.2772474 Jun 25 14:39:51.454763 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8cf98050-af48-46ca-b7d6-5fa2e0933b6a req-033ebd61-4e46-4e9c-b44b-a186115bc19b tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171849 Jun 25 14:39:51.525159 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-18527828-bc4a-41cf-9e1f-5e9661075657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:51.531870 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-18527828-bc4a-41cf-9e1f-5e9661075657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:51.543924 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-92dae025-4ed1-460d-8a8f-a69c6fb20557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:51.597500 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-18527828-bc4a-41cf-9e1f-5e9661075657 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ba9a8d9fa884d418e5694e3de6955a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7531996 Jun 25 14:39:51.599683 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18527828-bc4a-41cf-9e1f-5e9661075657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11b2e76-2196-49ad-bc1d-79b666be92f7,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:51.601177 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57768) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:51.603631 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-18527828-bc4a-41cf-9e1f-5e9661075657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:51.689870 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d84db1ce-62a8-4274-bc11-c7f4bde435c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:51.730206 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d84db1ce-62a8-4274-bc11-c7f4bde435c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:51.799540 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d84db1ce-62a8-4274-bc11-c7f4bde435c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:51.808388 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b8212e2e-e016-454f-b2bc-ce7e50d4701d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:51.828162 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84db1ce-62a8-4274-bc11-c7f4bde435c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11b2e76-2196-49ad-bc1d-79b666be92f7,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:51.832195 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d84db1ce-62a8-4274-bc11-c7f4bde435c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:51.839584 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d84db1ce-62a8-4274-bc11-c7f4bde435c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:51.840703 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d84db1ce-62a8-4274-bc11-c7f4bde435c4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c11b2e76-2196-49ad-bc1d-79b666be92f7 HTTP/1.1" status: 204 len: 168 time: 0.2379291 Jun 25 14:39:52.218942 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57776) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:52.238959 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-639e6f25-4a78-428b-bddd-34f071327c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:52.256398 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-639e6f25-4a78-428b-bddd-34f071327c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:52.260812 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-639e6f25-4a78-428b-bddd-34f071327c9e admin admin] Usage tracker for resource:security_group_rule and tenant:b2a73069410545d2b24259650800af07 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:52.264154 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-639e6f25-4a78-428b-bddd-34f071327c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:52.272057 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-639e6f25-4a78-428b-bddd-34f071327c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:52.372201 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-639e6f25-4a78-428b-bddd-34f071327c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:52.378182 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-639e6f25-4a78-428b-bddd-34f071327c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:52.385247 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a0f17c6e-d1c9-48ad-bcd2-05750b16f561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:52.441121 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-639e6f25-4a78-428b-bddd-34f071327c9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b2a73069410545d2b24259650800af07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208776 Jun 25 14:39:52.442084 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e6f25-4a78-428b-bddd-34f071327c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aadb63-7077-4279-ad1a-8a7b0eb1fcc0,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:52.443826 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57780) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:52.445301 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-639e6f25-4a78-428b-bddd-34f071327c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:52.512516 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8008decf-3980-4754-8950-997bd65d6480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:52.544003 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8008decf-3980-4754-8950-997bd65d6480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:52.662231 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8008decf-3980-4754-8950-997bd65d6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:52.666872 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7ea54300-1fc7-4f9c-b5da-6e2c4d5f3358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:52.692438 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008decf-3980-4754-8950-997bd65d6480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aadb63-7077-4279-ad1a-8a7b0eb1fcc0,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:52.699241 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-8008decf-3980-4754-8950-997bd65d6480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:52.710344 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fb775-923d-4151-8c99-d0a3c25bfbb9 req-ecbf05ff-c567-4b55-967f-9ee18a9f26b3 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:52.711930 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-749fb775-923d-4151-8c99-d0a3c25bfbb9 req-ecbf05ff-c567-4b55-967f-9ee18a9f26b3 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 943 time: 0.1285973 Jun 25 14:39:52.713695 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-8008decf-3980-4754-8950-997bd65d6480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:52.714457 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-8008decf-3980-4754-8950-997bd65d6480 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d2aadb63-7077-4279-ad1a-8a7b0eb1fcc0 HTTP/1.1" status: 204 len: 168 time: 0.2692978 Jun 25 14:39:52.787670 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-749fb775-923d-4151-8c99-d0a3c25bfbb9 req-2fba377a-68cf-4908-a085-f1b3d60994de tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586958 Jun 25 14:39:53.574149 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57808) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:53.688385 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1033162720-network', 'tenant_id': '1a55281122664fc0b75de78f3cabb499'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:53.693215 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:53.697080 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Usage tracker for resource:network and tenant:1a55281122664fc0b75de78f3cabb499 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:53.699994 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:53.708782 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:53.719135 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Made reservation on behalf of 1a55281122664fc0b75de78f3cabb499 for: {'network': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:53.721857 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.735147 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.752533 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:53.757128 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Usage tracker for resource:security_group_rule and tenant:1a55281122664fc0b75de78f3cabb499 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:53.759944 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:53.768691 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:53.885038 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.890957 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.895449 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-18527828-bc4a-41cf-9e1f-5e9661075657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:53.966359 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=78417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:39:53.978559 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c1edeb-904f-4b48-b437-0a760b8dafd2,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:53.990196 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:53.991377 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:53.991747 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.segments_db [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Added segment 088cb35b-6952-4af8-9f63-986841bfdcc0 of type vlan for network 9d7b865e-3391-4d92-8e0a-d3661c10a167 Jun 25 14:39:54.038145 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:54.082012 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15481531-6a28-4392-83d4-8fd61aa01d3e req-8d968ec0-28cc-4fb1-9a9c-a0b402cd4a47 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:54.083667 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-15481531-6a28-4392-83d4-8fd61aa01d3e req-8d968ec0-28cc-4fb1-9a9c-a0b402cd4a47 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 943 time: 0.1582794 Jun 25 14:39:54.091823 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:54.106425 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:54.107102 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:54.113056 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6a5554b8-1c2d-460c-9cc6-f91aab85ee77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:54.237986 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-15481531-6a28-4392-83d4-8fd61aa01d3e req-a2049b64-7e52-434b-8160-9cc0cc2300b9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473520 Jun 25 14:39:54.245324 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6665521 Jun 25 14:39:54.245324 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Pushing event updated for resources: {'Network': ['ID=9d7b865e-3391-4d92-8e0a-d3661c10a167,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:54.245974 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57820) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:54.248852 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:54.252948 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Request body: {'subnet': {'network_id': '9d7b865e-3391-4d92-8e0a-d3661c10a167', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1033162720-subnet', 'tenant_id': '1a55281122664fc0b75de78f3cabb499', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:54.258393 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:54.263920 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Usage tracker for resource:subnet and tenant:1a55281122664fc0b75de78f3cabb499 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:54.266115 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:54.273598 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:54.274497 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network 9d7b865e-3391-4d92-8e0a-d3661c10a167 details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:39:54.285506 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Made reservation on behalf of 1a55281122664fc0b75de78f3cabb499 for: {'subnet': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:54.288169 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7238043'] for subnet, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:54.505037 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5454277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7238029'] for subnet, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:54.509958 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2f7ee020-aef6-4b53-90d3-25dd006d3760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:54.586936 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede4ca50-a174-4973-9d03-ba1a340c84ea,revision_number=0']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:54.591176 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:54.599633 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Checking segment: {'id': '088cb35b-6952-4af8-9f63-986841bfdcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9d7b865e-3391-4d92-8e0a-d3661c10a167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:54.599986 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Network hostable DHCP agents. Network: 9d7b865e-3391-4d92-8e0a-d3661c10a167, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:39:54.620750 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Network 9d7b865e-3391-4d92-8e0a-d3661c10a167 is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:39:54.631769 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, 9d7b865e-3391-4d92-8e0a-d3661c10a167) {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:54.636726 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:54.637438 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:54.644596 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2485347b-f645-4aeb-98db-39d72048c106 None None] Network 9d7b865e-3391-4d92-8e0a-d3661c10a167 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:54.773442 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5257590 Jun 25 14:39:54.884214 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ec3259-811b-4fa0-8ac2-2243c6d99a00 None None] Network 9d7b865e-3391-4d92-8e0a-d3661c10a167 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:55.407312 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57842) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:55.414359 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1614750200-network', 'tenant_id': 'ed31eb4d7cab45968a79697104638e7a'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:55.421405 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:55.428949 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Usage tracker for resource:network and tenant:ed31eb4d7cab45968a79697104638e7a is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:55.433523 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:55.444016 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:55.494475 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Made reservation on behalf of ed31eb4d7cab45968a79697104638e7a for: {'network': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:55.496811 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.521953 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.546974 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:55.553635 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ed31eb4d7cab45968a79697104638e7a is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:55.557088 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:55.565995 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:55.608258 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e048d-aca2-48ec-b709-36e48b825ba0 req-1ffbce8d-87aa-489e-b2ae-1a18aee57fb8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:55.610728 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8d3e048d-aca2-48ec-b709-36e48b825ba0 req-1ffbce8d-87aa-489e-b2ae-1a18aee57fb8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 943 time: 0.1567948 Jun 25 14:39:55.689962 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8d3e048d-aca2-48ec-b709-36e48b825ba0 req-72ef83a2-0a15-422f-9296-0263add3c75c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673652 Jun 25 14:39:55.716294 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.723134 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.726322 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-b3fa21db-060c-41cd-95f2-655234460f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:55.756128 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=78417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:39:55.766372 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc1f641-4ae7-4888-ae65-6006585527b6,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:55.770429 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:55.773304 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.773653 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.segments_db [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Added segment cf5cf5bd-7f0d-41aa-98df-cfbb0c00e996 of type vlan for network ccf29fb4-5e4d-4423-83b3-18b807eb5c74 Jun 25 14:39:55.804256 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.838640 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.840251 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:55.840959 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:55.845179 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:55.949171 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf29fb4-5e4d-4423-83b3-18b807eb5c74,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:55.951954 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:55.953747 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-6b53f7d7-ab62-438d-a45e-197d8c08c3c1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5452025 Jun 25 14:39:55.957204 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57846) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:39:55.960540 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network ccf29fb4-5e4d-4423-83b3-18b807eb5c74 details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:39:55.963672 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Request body: {'subnet': {'network_id': 'ccf29fb4-5e4d-4423-83b3-18b807eb5c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1614750200-subnet', 'tenant_id': 'ed31eb4d7cab45968a79697104638e7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:39:55.969397 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:39:55.973967 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Usage tracker for resource:subnet and tenant:ed31eb4d7cab45968a79697104638e7a is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:39:55.977154 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:39:55.984585 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:39:55.996781 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Made reservation on behalf of ed31eb4d7cab45968a79697104638e7a for: {'subnet': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:39:55.999466 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6690444'] for subnet, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:56.341712 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6327643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6690458'] for subnet, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:56.346197 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:56.418909 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad773810-31db-4391-b103-d1b481bf9e66,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:56.423492 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:56.429707 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Checking segment: {'id': 'cf5cf5bd-7f0d-41aa-98df-cfbb0c00e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ccf29fb4-5e4d-4423-83b3-18b807eb5c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:39:56.430054 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Network hostable DHCP agents. Network: ccf29fb4-5e4d-4423-83b3-18b807eb5c74, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:39:56.449852 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Network ccf29fb4-5e4d-4423-83b3-18b807eb5c74 is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:39:56.460945 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, ccf29fb4-5e4d-4423-83b3-18b807eb5c74) {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:39:56.466142 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:56.466735 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:56.482139 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af19408-054a-424c-a746-ef14e93d3d5d None None] Network ccf29fb4-5e4d-4423-83b3-18b807eb5c74 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:56.504045 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5450883 Jun 25 14:39:56.511861 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 93b39611-b89b-44d2-8394-9a22df0927e1 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:39:56.800274 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 93b39611-b89b-44d2-8394-9a22df0927e1, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=93b39611-b89b-44d2-8394-9a22df0927e1,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:56.851988 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '93b39611-b89b-44d2-8394-9a22df0927e1', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'port_id': '93b39611-b89b-44d2-8394-9a22df0927e1', 'mac_address': 'fa:16:3e:2a:b6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:39:56.897006 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55353c0-c3e8-4b28-9247-a74a2beac839 None None] Network ccf29fb4-5e4d-4423-83b3-18b807eb5c74 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:39:56.919025 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c473c-9edb-4a83-a612-521386e63a7b req-b60771f5-2342-4053-b986-5a9244a50412 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:56.920792 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5e0c473c-9edb-4a83-a612-521386e63a7b req-b60771f5-2342-4053-b986-5a9244a50412 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 943 time: 0.1077638 Jun 25 14:39:57.025517 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5e0c473c-9edb-4a83-a612-521386e63a7b req-930f9e09-7b9d-4dc2-a759-269f5f8b2241 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899100 Jun 25 14:39:57.086099 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:57.131540 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b39611-b89b-44d2-8394-9a22df0927e1 {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:39:57.195222 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 93b39611-b89b-44d2-8394-9a22df0927e1, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=93b39611-b89b-44d2-8394-9a22df0927e1,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:57.201811 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:57.240934 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:57.389768 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=93b39611-b89b-44d2-8394-9a22df0927e1,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:57.404107 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:57.404465 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:57.404803 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:57.405142 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:57.405475 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:57.405842 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:57.407006 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:57.407006 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:57.407006 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:57.407521 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:57.407521 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:57.407826 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:39:57.412270 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:57.508246 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['93b39611-b89b-44d2-8394-9a22df0927e1'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:39:58.233427 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f6ca3-3caf-48af-be27-3f4ba90ab00a req-df3c6bad-5495-4e18-9cf9-bf65f95e4698 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:58.235892 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8c2f6ca3-3caf-48af-be27-3f4ba90ab00a req-df3c6bad-5495-4e18-9cf9-bf65f95e4698 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 944 time: 0.0930762 Jun 25 14:39:58.295056 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8c2f6ca3-3caf-48af-be27-3f4ba90ab00a req-161198d7-01ca-4a32-8f1e-d7951e579405 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525298 Jun 25 14:39:58.509404 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 93b39611-b89b-44d2-8394-9a22df0927e1 up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:39:58.657755 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 93b39611-b89b-44d2-8394-9a22df0927e1 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:39:58.668327 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 93b39611-b89b-44d2-8394-9a22df0927e1 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:39:58.668937 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:58.825970 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:58.929533 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4098833c-6548-433c-9392-f59cf0d752e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b39611-b89b-44d2-8394-9a22df0927e1'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:39:58.943684 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 93b39611-b89b-44d2-8394-9a22df0927e1, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=93b39611-b89b-44d2-8394-9a22df0927e1,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:39:58.954562 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:39:58.957116 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:39:59.021208 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4098833c-6548-433c-9392-f59cf0d752e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b39611-b89b-44d2-8394-9a22df0927e1', 'code': 200} Jun 25 14:39:59.056430 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=93b39611-b89b-44d2-8394-9a22df0927e1,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:39:59.059367 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:39:59.430512 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893566b-ffb6-42dd-a819-92e4acce856b req-01239143-3a3a-4dad-92d6-215cf8400cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:59.432576 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c893566b-ffb6-42dd-a819-92e4acce856b req-01239143-3a3a-4dad-92d6-215cf8400cb9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 1098 time: 0.1374993 Jun 25 14:39:59.549507 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c893566b-ffb6-42dd-a819-92e4acce856b req-ad753290-a186-4a95-be6a-7ca87c62e92c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035681 Jun 25 14:39:59.581717 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f28f94-d978-4a62-a5dc-fba71c2c4198 req-9ee53bcb-3634-455a-887a-0ff937428c4a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:39:59.583537 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e1f28f94-d978-4a62-a5dc-fba71c2c4198 req-9ee53bcb-3634-455a-887a-0ff937428c4a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 945 time: 0.1169646 Jun 25 14:39:59.645757 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e1f28f94-d978-4a62-a5dc-fba71c2c4198 req-7507b75c-c987-4a93-a77c-258610548b2a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524533 Jun 25 14:40:01.068279 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f6822-7e1f-44e3-9875-039b364bbfb9 req-f058683c-5c5a-499e-ae58-c26654d3691c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:01.087985 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-196f6822-7e1f-44e3-9875-039b364bbfb9 req-f058683c-5c5a-499e-ae58-c26654d3691c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 945 time: 0.2347960 Jun 25 14:40:01.167365 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-196f6822-7e1f-44e3-9875-039b364bbfb9 req-8d17c7c2-010f-448b-9aca-16dd85803cf8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780232 Jun 25 14:40:01.380296 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0773bc2-3c25-4342-85af-acae0c32fb7e req-00282bb6-d638-4e0c-85da-e78fb51ac2a4 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:01.383387 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b0773bc2-3c25-4342-85af-acae0c32fb7e req-00282bb6-d638-4e0c-85da-e78fb51ac2a4 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 945 time: 0.0969033 Jun 25 14:40:01.444287 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b0773bc2-3c25-4342-85af-acae0c32fb7e req-ba7a93bd-2bb0-4b68-a3f6-613c2a743a36 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548217 Jun 25 14:40:01.493278 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 57906) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:01.810847 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f0f514-04b0-49a0-a150-cf7c4351a956 tempest-TestVolumeBootPattern-774827018 tempest-TestVolumeBootPattern-774827018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:01.814029 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-f8f0f514-04b0-49a0-a150-cf7c4351a956 tempest-TestVolumeBootPattern-774827018 tempest-TestVolumeBootPattern-774827018-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 1093 time: 0.3195014 Jun 25 14:40:01.816783 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 57912) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:01.822832 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Request body: {'floatingip': {'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'port_id': '93b39611-b89b-44d2-8394-9a22df0927e1', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:40:01.830461 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:01.834998 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Usage tracker for resource:floatingip and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:01.839892 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:01.847056 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:01.860279 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for floatingip, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:02.076834 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:02.223682 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Allocated IP 172.27.2.207 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/781a014f-fe84-4b79-aa35-3798f715f029) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:40:02.447491 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:02.497527 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:02.509137 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:02.568231 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:40:02.576069 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:40:02.581636 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:40:02.584641 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9fd1-cb0e-429c-a4b1-3c29c56b7574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:02.638133 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'Port': ['ID=781a014f-fe84-4b79-aa35-3798f715f029,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:02.644007 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:02.993990 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:03.151034 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:03.232983 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:03.452345 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:03.459874 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:03.468455 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:03.693598 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'Port': ['ID=781a014f-fe84-4b79-aa35-3798f715f029,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:03.702554 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:03.711026 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:04.137669 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.l3_db [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Floating IP 64b7a658-5f42-41c3-9e04-0ce75a3656fa associated. External IP: 172.27.2.207, port: 93b39611-b89b-44d2-8394-9a22df0927e1. Jun 25 14:40:04.555070 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:40:04.824193 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:40:04.839136 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705476b-61bf-46b3-8c3b-d7759c6f5103 None None] Sync routers for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:40:04.853376 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:04.853721 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705476b-61bf-46b3-8c3b-d7759c6f5103 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:40:04.854216 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-1705476b-61bf-46b3-8c3b-d7759c6f5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:39:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:04.963681 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1451504 Jun 25 14:40:04.964774 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4098833c-6548-433c-9392-f59cf0d752e9', 'tag': '93b39611-b89b-44d2-8394-9a22df0927e1'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:05.054021 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-1705476b-61bf-46b3-8c3b-d7759c6f5103 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:40:05.066945 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4098833c-6548-433c-9392-f59cf0d752e9', 'tag': '93b39611-b89b-44d2-8394-9a22df0927e1', 'status': 'completed', 'code': 200} Jun 25 14:40:05.190719 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f9a43-60a6-44c3-aa9f-b6454c11dbd4 req-f2fdf8a8-7e43-467f-96a0-de49eef9fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:05.192130 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-014f9a43-60a6-44c3-aa9f-b6454c11dbd4 req-f2fdf8a8-7e43-467f-96a0-de49eef9fd58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 1098 time: 0.0809104 Jun 25 14:40:05.347186 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f9a43-60a6-44c3-aa9f-b6454c11dbd4 req-a8e94567-7968-4ebc-845f-6c4cc0b0f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:05.348976 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-014f9a43-60a6-44c3-aa9f-b6454c11dbd4 req-a8e94567-7968-4ebc-845f-6c4cc0b0f92a service neutron] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 912 time: 0.1507065 Jun 25 14:40:05.444790 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc426-ee77-46e9-9613-f259d70c4084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:05.469662 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-014f9a43-60a6-44c3-aa9f-b6454c11dbd4 req-e45233ce-c851-4104-8dee-57be2ea5da35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93b39611-b89b-44d2-8394-9a22df0927e1 HTTP/1.1" status: 200 len: 999 time: 0.1137753 Jun 25 14:40:05.476031 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-1705476b-61bf-46b3-8c3b-d7759c6f5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '64b7a658-5f42-41c3-9e04-0ce75a3656fa', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': '93b39611-b89b-44d2-8394-9a22df0927e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:2a:b6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4098833c-6548-433c-9392-f59cf0d752e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:40:03Z', 'updated_at': '2021-06-25T14:40:03Z', 'revision_number': 0, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:05.480530 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705476b-61bf-46b3-8c3b-d7759c6f5103 None None] Checking router: ff988f98-46d4-4af2-a8b5-e24a6ad0a703 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:40:05.490002 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705476b-61bf-46b3-8c3b-d7759c6f5103 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:40:05.490632 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-1705476b-61bf-46b3-8c3b-d7759c6f5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:40:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:05.539905 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f9a43-60a6-44c3-aa9f-b6454c11dbd4 req-6db803e7-55bc-421b-a6a3-692c6fae3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:05.541382 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-014f9a43-60a6-44c3-aa9f-b6454c11dbd4 req-6db803e7-55bc-421b-a6a3-692c6fae3c7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.0655503 Jun 25 14:40:05.637271 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f9a43-60a6-44c3-aa9f-b6454c11dbd4 req-94ab7255-01b3-4b7f-92e2-f6ebc3f88023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:05.639076 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-014f9a43-60a6-44c3-aa9f-b6454c11dbd4 req-94ab7255-01b3-4b7f-92e2-f6ebc3f88023 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0901396 Jun 25 14:40:05.703722 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-1705476b-61bf-46b3-8c3b-d7759c6f5103 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:40:05.790740 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-014f9a43-60a6-44c3-aa9f-b6454c11dbd4 req-6640f547-c504-496d-803b-53ca6f74bed5 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439438 Jun 25 14:40:06.115812 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-014f9a43-60a6-44c3-aa9f-b6454c11dbd4 req-436acfec-7038-4cdb-9b32-9a41d83fc604 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177593 Jun 25 14:40:06.167402 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:06.189228 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-1705476b-61bf-46b3-8c3b-d7759c6f5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '64b7a658-5f42-41c3-9e04-0ce75a3656fa', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': '93b39611-b89b-44d2-8394-9a22df0927e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:2a:b6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4098833c-6548-433c-9392-f59cf0d752e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:40:03Z', 'updated_at': '2021-06-25T14:40:03Z', 'revision_number': 0, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:06.193917 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705476b-61bf-46b3-8c3b-d7759c6f5103 None None] The sync data for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi is: [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': '64b7a658-5f42-41c3-9e04-0ce75a3656fa', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': '93b39611-b89b-44d2-8394-9a22df0927e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:2a:b6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4098833c-6548-433c-9392-f59cf0d752e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:40:03Z', 'updated_at': '2021-06-25T14:40:03Z', 'revision_number': 0, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:40:06.430434 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0138dece-0ef7-4978-8047-0a3c5a1fd390 None None] New status for floating IP 64b7a658-5f42-41c3-9e04-0ce75a3656fa: ACTIVE {{(pid=78418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:40:07.598266 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:08.558563 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:09.739467 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:40:15.450618 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58032) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:15.520767 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a26e4e-c430-476b-9b76-787689c61a9e admin admin] Deleting subnet ede4ca50-a174-4973-9d03-ba1a340c84ea {{(pid=78417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:40:15.524276 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-05a26e4e-c430-476b-9b76-787689c61a9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:15.581183 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-05a26e4e-c430-476b-9b76-787689c61a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8159658'] for subnet, precommit_delete_associations {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:15.645794 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-05a26e4e-c430-476b-9b76-787689c61a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:15.716685 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-05a26e4e-c430-476b-9b76-787689c61a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6327578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6690465'] for subnet, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:15.721538 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:15.756500 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a26e4e-c430-476b-9b76-787689c61a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede4ca50-a174-4973-9d03-ba1a340c84ea,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:15.759711 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-05a26e4e-c430-476b-9b76-787689c61a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:15.760637 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-05a26e4e-c430-476b-9b76-787689c61a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:15.768055 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-05a26e4e-c430-476b-9b76-787689c61a9e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ede4ca50-a174-4973-9d03-ba1a340c84ea HTTP/1.1" status: 204 len: 168 time: 0.3162184 Jun 25 14:40:15.770710 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58036) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:15.880316 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.023402 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.037931 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7b865e-3391-4d92-8e0a-d3661c10a167']}} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:16.051645 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088cb35b-6952-4af8-9f63-986841bfdcc0') {'for_net_delete': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:16.051952 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088cb35b-6952-4af8-9f63-986841bfdcc0') {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:16.065153 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8159635'] for segment, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.083473 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.091282 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=78417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:40:16.091934 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6337720'] for segment, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: Traceback (most recent call last): Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: timer() Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: cb(*args, **kw) Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: return func(*args, **kwargs) Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: self._notify() Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: self.callback(batched_events) Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: event.method(event) Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: return f(self, *a, **k) Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._get(url).json() Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: return self.request(url, 'GET', **kwargs) Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:40:16.107400 dv-cinder-798088-1-iscsi neutron-server[78417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:40:16.194069 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.198441 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-aed6c3d2-d0eb-4866-abaf-72e0dfbed765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:16.214221 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.224495 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7b865e-3391-4d92-8e0a-d3661c10a167,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:16.227256 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] 10.222.0.61 "DELETE /v2.0/networks/9d7b865e-3391-4d92-8e0a-d3661c10a167 HTTP/1.1" status: 204 len: 168 time: 0.4555702 Jun 25 14:40:16.228157 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:16.230801 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58040) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:16.296604 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17e862f-3443-474f-81f5-7d4acbd7c664 admin admin] Deleting subnet ad773810-31db-4391-b103-d1b481bf9e66 {{(pid=78417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:40:16.301095 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d17e862f-3443-474f-81f5-7d4acbd7c664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.358226 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d17e862f-3443-474f-81f5-7d4acbd7c664 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8159658'] for subnet, precommit_delete_associations {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.419975 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d17e862f-3443-474f-81f5-7d4acbd7c664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.504302 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d17e862f-3443-474f-81f5-7d4acbd7c664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6327578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6690465'] for subnet, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.512805 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:16.570835 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e862f-3443-474f-81f5-7d4acbd7c664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad773810-31db-4391-b103-d1b481bf9e66,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:16.572832 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-d17e862f-3443-474f-81f5-7d4acbd7c664 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.575550 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-d17e862f-3443-474f-81f5-7d4acbd7c664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:16.579910 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-d17e862f-3443-474f-81f5-7d4acbd7c664 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ad773810-31db-4391-b103-d1b481bf9e66 HTTP/1.1" status: 204 len: 168 time: 0.3480730 Jun 25 14:40:16.582521 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58046) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:16.690507 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.827155 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.845166 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf29fb4-5e4d-4423-83b3-18b807eb5c74']}} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:16.865541 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5cf5bd-7f0d-41aa-98df-cfbb0c00e996') {'for_net_delete': True} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:16.865873 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.services.segments.db [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5cf5bd-7f0d-41aa-98df-cfbb0c00e996') {} {{(pid=78417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:16.879450 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8159635'] for segment, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.898459 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.906217 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=78417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:40:16.906757 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6337720'] for segment, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: Traceback (most recent call last): Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: timer() Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: cb(*args, **kw) Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: return func(*args, **kwargs) Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: self._notify() Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: self.callback(batched_events) Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: event.method(event) Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: return f(self, *a, **k) Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._get(url).json() Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: return self.request(url, 'GET', **kwargs) Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:40:16.920230 dv-cinder-798088-1-iscsi neutron-server[78417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:40:17.013886 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:17.018819 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-b71c8a7e-17d8-42f7-a6b9-c765e070394e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:17.036824 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:17.049078 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf29fb4-5e4d-4423-83b3-18b807eb5c74,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:17.052770 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:17.055241 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-19e80350-3371-4f6d-a5ad-928de5f422cc admin admin] 10.222.0.61 "DELETE /v2.0/networks/ccf29fb4-5e4d-4423-83b3-18b807eb5c74 HTTP/1.1" status: 204 len: 168 time: 0.4715657 Jun 25 14:40:17.273720 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58052) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:17.337817 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-2171e83f-4fb7-41f9-bcc6-4f174a4c4d5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1a55281122664fc0b75de78f3cabb499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622513 Jun 25 14:40:17.340982 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58056) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:17.407647 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d34e2f41-633d-4f36-912c-dc79b0143209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:17.438166 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d34e2f41-633d-4f36-912c-dc79b0143209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:17.501622 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d34e2f41-633d-4f36-912c-dc79b0143209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:17.506317 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9139ee56-2e8b-402f-abab-f68f12869596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:17.522979 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e2f41-633d-4f36-912c-dc79b0143209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c1edeb-904f-4b48-b437-0a760b8dafd2,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:17.525555 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d34e2f41-633d-4f36-912c-dc79b0143209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:17.534362 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d34e2f41-633d-4f36-912c-dc79b0143209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:17.536672 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d34e2f41-633d-4f36-912c-dc79b0143209 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53c1edeb-904f-4b48-b437-0a760b8dafd2 HTTP/1.1" status: 204 len: 168 time: 0.1939881 Jun 25 14:40:17.989704 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58066) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:18.069602 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-566f98e9-fa47-41fa-8aaa-d96ffc356fa0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed31eb4d7cab45968a79697104638e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781326 Jun 25 14:40:18.072489 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58070) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:18.143168 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-07f70969-be95-4de9-b6e4-1f16164913a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:18.173940 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-07f70969-be95-4de9-b6e4-1f16164913a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:18.248336 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-07f70969-be95-4de9-b6e4-1f16164913a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:18.253552 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-54af2692-72f7-4f6d-b40b-189cf640eca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:18.265418 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f70969-be95-4de9-b6e4-1f16164913a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc1f641-4ae7-4888-ae65-6006585527b6,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:18.268849 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-07f70969-be95-4de9-b6e4-1f16164913a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:18.275442 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-07f70969-be95-4de9-b6e4-1f16164913a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:18.276661 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-07f70969-be95-4de9-b6e4-1f16164913a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4bc1f641-4ae7-4888-ae65-6006585527b6 HTTP/1.1" status: 204 len: 168 time: 0.2029073 Jun 25 14:40:18.788881 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e6f93cf1-59f2-4014-b89a-c285fabf7253 req-0d37210f-e4b6-4f40-b3dd-8dadcd08cffa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1213205 Jun 25 14:40:19.042358 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f93cf1-59f2-4014-b89a-c285fabf7253 req-c34bdcad-14a5-4731-83e9-395f67b35ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:19.043896 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e6f93cf1-59f2-4014-b89a-c285fabf7253 req-c34bdcad-14a5-4731-83e9-395f67b35ff1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1eb7d9c9a44d40b3bfa7db37305ae277&device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 1098 time: 0.1124909 Jun 25 14:40:19.241372 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f93cf1-59f2-4014-b89a-c285fabf7253 req-8b8063df-6640-460a-a6b2-563b0e35825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:19.242936 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e6f93cf1-59f2-4014-b89a-c285fabf7253 req-8b8063df-6640-460a-a6b2-563b0e35825b service neutron] 10.222.0.69 "GET /v2.0/networks?id=1066c44d-0048-4fd0-a558-c7100aa231ba HTTP/1.1" status: 200 len: 910 time: 0.1752775 Jun 25 14:40:19.360410 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e6f93cf1-59f2-4014-b89a-c285fabf7253 req-fe87e121-9a92-4d3e-a38d-8f2c157d1a73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 HTTP/1.1" status: 200 len: 1000 time: 0.1096892 Jun 25 14:40:19.549390 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f93cf1-59f2-4014-b89a-c285fabf7253 req-fa7ee024-c71f-482d-bb27-177eaeae5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:19.551046 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e6f93cf1-59f2-4014-b89a-c285fabf7253 req-fa7ee024-c71f-482d-bb27-177eaeae5527 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e9b658f-349b-404b-b2ac-ed9f56cfa20b HTTP/1.1" status: 200 len: 848 time: 0.1834204 Jun 25 14:40:19.636328 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f93cf1-59f2-4014-b89a-c285fabf7253 req-1e50ea27-8d9f-48b9-8cf3-e836908d336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:19.637861 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e6f93cf1-59f2-4014-b89a-c285fabf7253 req-1e50ea27-8d9f-48b9-8cf3-e836908d336e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1066c44d-0048-4fd0-a558-c7100aa231ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799472 Jun 25 14:40:19.795174 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e6f93cf1-59f2-4014-b89a-c285fabf7253 req-a7b8e4a5-6ff4-43da-a0b0-3edf62510f1c service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505089 Jun 25 14:40:19.982751 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e6f93cf1-59f2-4014-b89a-c285fabf7253 req-5f37031d-17f2-4e3d-aa0c-e36b927995d5 service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807816 Jun 25 14:40:32.584366 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-59f7fdac-ea7d-4607-80f1-17e459f23ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:32.991545 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:35.445298 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-105dcc84-b3d3-4387-a5d3-106c3b80657b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:36.154451 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:37.600745 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:38.582740 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:40.245030 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58252) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:40.464405 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Deleting port 079e9e55-2deb-423c-989b-29e29c1a6409 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:40:40.464743 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:40.741192 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:40.741671 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:40.890949 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Calling delete_port for 079e9e55-2deb-423c-989b-29e29c1a6409 owned by network:floatingip {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:40:41.122045 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:41.128111 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:41.316605 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Pushing event deleted for resources: {'Port': ['ID=079e9e55-2deb-423c-989b-29e29c1a6409,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:41.391452 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.391836 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.392213 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.392577 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.392947 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.393290 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.393645 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.393997 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.394357 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.394708 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.395062 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.395414 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.403830 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:41.432626 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for floatingip, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:41.433126 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.l3_db [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Floating IP 3767cfba-2264-41df-95b7-b3960dbbc4d5 disassociated (deleted). External IP: 172.27.2.12, port: 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5. Jun 25 14:40:41.474527 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58276) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:41.649958 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:41.678052 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:40:41.684772 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Usage tracker for resource:security_group_rule and tenant:31066fa9efd245d4906464126c87eacf is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:40:41.689707 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:40:41.700603 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:40:41.821159 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:41.825780 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:41.841434 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-9b321137-dd7f-4161-a0bc-68a4235265cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:41.872991 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Router 6eca22ab-5441-4b4a-8751-dd06882a6a95 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:40:41.886022 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31066fa9efd245d4906464126c87eacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098666 Jun 25 14:40:41.888068 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1505853-8868-4785-96d5-a0197053cff3,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:41.890899 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58284) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:41.916105 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.916996 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.917619 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.918287 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.919051 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.920080 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.920948 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.921571 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.922198 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.922881 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.923589 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.924188 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:40:41.937112 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-230995a0-a94a-4658-987b-3eb080dd064c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:42.000235 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c40aa3dc-8a3d-4314-abfe-ee7077c216d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:42.054811 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c40aa3dc-8a3d-4314-abfe-ee7077c216d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:42.090316 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:40:42.105813 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a82ff5-557c-40a8-bddf-4e8ad2dbf28e None None] Sync routers for ids ['6eca22ab-5441-4b4a-8751-dd06882a6a95'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:40:42.116525 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a82ff5-557c-40a8-bddf-4e8ad2dbf28e None None] Routers {'6eca22ab-5441-4b4a-8751-dd06882a6a95'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:40:42.117469 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-23a82ff5-557c-40a8-bddf-4e8ad2dbf28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:40:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['6eca22ab-5441-4b4a-8751-dd06882a6a95'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:42.124457 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:42.146968 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c40aa3dc-8a3d-4314-abfe-ee7077c216d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:42.159276 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-0cbe41b2-55db-4679-a7d8-b386c8e2704b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:42.183219 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40aa3dc-8a3d-4314-abfe-ee7077c216d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1505853-8868-4785-96d5-a0197053cff3,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:42.187908 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c40aa3dc-8a3d-4314-abfe-ee7077c216d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:42.189719 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-c40aa3dc-8a3d-4314-abfe-ee7077c216d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e1505853-8868-4785-96d5-a0197053cff3 HTTP/1.1" status: 204 len: 168 time: 0.2976956 Jun 25 14:40:42.191306 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c40aa3dc-8a3d-4314-abfe-ee7077c216d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:42.200090 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "DELETE /v2.0/floatingips/3767cfba-2264-41df-95b7-b3960dbbc4d5 HTTP/1.1" status: 204 len: 168 time: 1.9538219 Jun 25 14:40:42.201136 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:42.305916 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'status': 'completed', 'code': 200} Jun 25 14:40:42.334222 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-23a82ff5-557c-40a8-bddf-4e8ad2dbf28e None None] Set router 6eca22ab-5441-4b4a-8751-dd06882a6a95 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:40:42.472002 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d49ab6-e135-40a2-9f32-0e59ea18bb4a req-16146a9b-ca75-44f8-a5ec-5d760d670ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:42.474688 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-95d49ab6-e135-40a2-9f32-0e59ea18bb4a req-16146a9b-ca75-44f8-a5ec-5d760d670ef8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1eb7d9c9a44d40b3bfa7db37305ae277&device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 1098 time: 0.1235037 Jun 25 14:40:42.677538 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d49ab6-e135-40a2-9f32-0e59ea18bb4a req-eb84a2c0-e526-4aa6-8b23-56082fe2f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:42.679430 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-95d49ab6-e135-40a2-9f32-0e59ea18bb4a req-eb84a2c0-e526-4aa6-8b23-56082fe2f26f service neutron] 10.222.0.69 "GET /v2.0/networks?id=1066c44d-0048-4fd0-a558-c7100aa231ba HTTP/1.1" status: 200 len: 910 time: 0.1974528 Jun 25 14:40:42.754927 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-23a82ff5-557c-40a8-bddf-4e8ad2dbf28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:35:32Z', 'revision_number': 4, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port': {'id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:25Z', 'updated_at': '2021-06-25T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '07ad00a1-6d7c-4dcb-8013-d06f9dcec295', 'name': '', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'mac_address': 'fa:16:3e:7d:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:30Z', 'updated_at': '2021-06-25T14:35:41Z', 'revision_number': 5, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'subnets': [{'id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:42.759205 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a82ff5-557c-40a8-bddf-4e8ad2dbf28e None None] Checking router: 6eca22ab-5441-4b4a-8751-dd06882a6a95 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:40:42.769231 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a82ff5-557c-40a8-bddf-4e8ad2dbf28e None None] Routers {'6eca22ab-5441-4b4a-8751-dd06882a6a95'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:40:42.769946 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-23a82ff5-557c-40a8-bddf-4e8ad2dbf28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:40:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['6eca22ab-5441-4b4a-8751-dd06882a6a95'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:42.790560 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-95d49ab6-e135-40a2-9f32-0e59ea18bb4a req-6061215e-aba8-488e-adb3-d645009c973b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 HTTP/1.1" status: 200 len: 217 time: 0.1015828 Jun 25 14:40:42.874411 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d49ab6-e135-40a2-9f32-0e59ea18bb4a req-8e4aaa47-4cb7-41a9-8f74-3f01f2c701d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:42.875614 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-95d49ab6-e135-40a2-9f32-0e59ea18bb4a req-8e4aaa47-4cb7-41a9-8f74-3f01f2c701d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0e9b658f-349b-404b-b2ac-ed9f56cfa20b HTTP/1.1" status: 200 len: 848 time: 0.0774817 Jun 25 14:40:42.940432 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339461c-6cc3-4a58-b9d2-e1770f30ccbb req-a785fe6c-b6cd-4919-abfa-e4a86cb6f45e tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:42.942538 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f339461c-6cc3-4a58-b9d2-e1770f30ccbb req-a785fe6c-b6cd-4919-abfa-e4a86cb6f45e tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.2014470 Jun 25 14:40:42.971672 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-23a82ff5-557c-40a8-bddf-4e8ad2dbf28e None None] Set router 6eca22ab-5441-4b4a-8751-dd06882a6a95 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:40:43.031308 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f339461c-6cc3-4a58-b9d2-e1770f30ccbb req-4a21fc1c-3a4b-457e-bf68-90177cda2f50 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690076 Jun 25 14:40:43.044300 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d49ab6-e135-40a2-9f32-0e59ea18bb4a req-ab7eb9ed-5451-4427-9fb9-6311d65227cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:43.046596 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-95d49ab6-e135-40a2-9f32-0e59ea18bb4a req-ab7eb9ed-5451-4427-9fb9-6311d65227cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1066c44d-0048-4fd0-a558-c7100aa231ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1598084 Jun 25 14:40:43.200835 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-95d49ab6-e135-40a2-9f32-0e59ea18bb4a req-c21563e3-3e63-4fb9-a27d-a8c99615e5d5 service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478093 Jun 25 14:40:43.373101 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-95d49ab6-e135-40a2-9f32-0e59ea18bb4a req-bf364f65-5687-457d-99ad-a30d0b859dd7 service neutron] 10.222.0.69 "GET /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650369 Jun 25 14:40:43.395420 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-23a82ff5-557c-40a8-bddf-4e8ad2dbf28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:35:32Z', 'revision_number': 4, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port': {'id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:25Z', 'updated_at': '2021-06-25T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '07ad00a1-6d7c-4dcb-8013-d06f9dcec295', 'name': '', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'mac_address': 'fa:16:3e:7d:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:30Z', 'updated_at': '2021-06-25T14:35:41Z', 'revision_number': 5, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'subnets': [{'id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:43.399696 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a82ff5-557c-40a8-bddf-4e8ad2dbf28e None None] The sync data for ids ['6eca22ab-5441-4b4a-8751-dd06882a6a95'] in dv-cinder-798088-1-iscsi is: [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:35:32Z', 'revision_number': 4, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port': {'id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:25Z', 'updated_at': '2021-06-25T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '07ad00a1-6d7c-4dcb-8013-d06f9dcec295', 'name': '', 'network_id': '1066c44d-0048-4fd0-a558-c7100aa231ba', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'mac_address': 'fa:16:3e:7d:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:30Z', 'updated_at': '2021-06-25T14:35:41Z', 'revision_number': 5, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'subnets': [{'id': '0e9b658f-349b-404b-b2ac-ed9f56cfa20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:40:43.649451 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f64e40d-6e10-4b31-bde9-bf2a2224e089 None None] New status for floating IP 3767cfba-2264-41df-95b7-b3960dbbc4d5: DOWN {{(pid=78418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:40:44.247897 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aab1e4-843e-4ac7-b7fb-013730c9d59d req-e3fc22ec-6501-4d02-a405-e2e9dc1652ae tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:44.250115 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-05aab1e4-843e-4ac7-b7fb-013730c9d59d req-e3fc22ec-6501-4d02-a405-e2e9dc1652ae tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.0880990 Jun 25 14:40:44.303900 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-05aab1e4-843e-4ac7-b7fb-013730c9d59d req-6a7a3118-a5d1-4ab8-9002-066fc2fed7c6 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436912 Jun 25 14:40:44.770449 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6507ef0-0d81-470e-a152-8eae47351362 req-dfc91d45-2411-4a26-a223-6fff12616e7e tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:44.771983 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f6507ef0-0d81-470e-a152-8eae47351362 req-dfc91d45-2411-4a26-a223-6fff12616e7e tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.69 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.0994365 Jun 25 14:40:44.857127 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-f6507ef0-0d81-470e-a152-8eae47351362 req-7d9182e9-82e1-4485-a1e3-79bb7bb581be tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Deleting port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:40:44.857468 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-f6507ef0-0d81-470e-a152-8eae47351362 req-7d9182e9-82e1-4485-a1e3-79bb7bb581be tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.254924 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-f6507ef0-0d81-470e-a152-8eae47351362 req-7d9182e9-82e1-4485-a1e3-79bb7bb581be tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] For port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:45.255721 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-f6507ef0-0d81-470e-a152-8eae47351362 req-7d9182e9-82e1-4485-a1e3-79bb7bb581be tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.386891 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-f6507ef0-0d81-470e-a152-8eae47351362 req-7d9182e9-82e1-4485-a1e3-79bb7bb581be tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Calling delete_port for 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 owned by compute:nova {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:40:45.599913 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b1ad9-c323-4c40-9f3a-87783da45b6f req-25749ad1-b1f9-480e-b997-88208a859e35 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:45.601350 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-046b1ad9-c323-4c40-9f3a-87783da45b6f req-25749ad1-b1f9-480e-b997-88208a859e35 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 945 time: 0.1736755 Jun 25 14:40:45.662934 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-f6507ef0-0d81-470e-a152-8eae47351362 req-7d9182e9-82e1-4485-a1e3-79bb7bb581be tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.672287 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-96c77de1-ab3a-4c7b-9ec6-9d122d05d97c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:45.721865 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-046b1ad9-c323-4c40-9f3a-87783da45b6f req-e72b611c-5f6c-42af-acc5-688da898ee92 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/security-groups?id=be497b12-e2e3-4f19-acb4-d2624242d159&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071167 Jun 25 14:40:45.724606 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9182e9-82e1-4485-a1e3-79bb7bb581be tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Pushing event deleted for resources: {'Port': ['ID=1aa9ad9c-fa73-47da-83c1-6578d99bd2d5,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:45.727941 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7d9182e9-82e1-4485-a1e3-79bb7bb581be tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:45.808570 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6507ef0-0d81-470e-a152-8eae47351362 req-7d9182e9-82e1-4485-a1e3-79bb7bb581be tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] No DVR routers for this DVR port 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 on host hv-cinder-79808 {{(pid=78417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:40:45.812986 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-f6507ef0-0d81-470e-a152-8eae47351362 req-7d9182e9-82e1-4485-a1e3-79bb7bb581be tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:45.816132 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'name': 'network-vif-deleted', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:45.830169 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f6507ef0-0d81-470e-a152-8eae47351362 req-7d9182e9-82e1-4485-a1e3-79bb7bb581be tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.69 "DELETE /v2.0/ports/1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 HTTP/1.1" status: 204 len: 173 time: 1.0513875 Jun 25 14:40:45.865812 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991cfe65-a69b-48db-b0d5-9e4ed09cb08b', 'name': 'network-vif-deleted', 'tag': '1aa9ad9c-fa73-47da-83c1-6578d99bd2d5', 'status': 'completed', 'code': 200} Jun 25 14:40:46.739305 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:40:46.915035 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-fa1f8fd2-a535-4869-99e0-e0b0857d1daf req-abdcb3f0-d1ff-4dc0-9889-23e037802a8d tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Synchronizing usage tracker for tenant:1eb7d9c9a44d40b3bfa7db37305ae277 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:40:46.938938 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-fa1f8fd2-a535-4869-99e0-e0b0857d1daf req-abdcb3f0-d1ff-4dc0-9889-23e037802a8d tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Unset dirty status for tenant:1eb7d9c9a44d40b3bfa7db37305ae277 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:40:46.940489 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fa1f8fd2-a535-4869-99e0-e0b0857d1daf req-abdcb3f0-d1ff-4dc0-9889-23e037802a8d tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "GET /v2.0/ports?device_id=991cfe65-a69b-48db-b0d5-9e4ed09cb08b HTTP/1.1" status: 200 len: 210 time: 0.0749297 Jun 25 14:40:48.302012 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58334) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:48.385616 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3ad70ac7-fd9b-4d7b-b5f9-2fb791e8bdd0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:48.419169 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3ad70ac7-fd9b-4d7b-b5f9-2fb791e8bdd0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:48.491220 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3ad70ac7-fd9b-4d7b-b5f9-2fb791e8bdd0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:48.499892 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-07f70969-be95-4de9-b6e4-1f16164913a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:48.517488 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad70ac7-fd9b-4d7b-b5f9-2fb791e8bdd0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be497b12-e2e3-4f19-acb4-d2624242d159,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:48.520331 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-3ad70ac7-fd9b-4d7b-b5f9-2fb791e8bdd0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:48.530108 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3ad70ac7-fd9b-4d7b-b5f9-2fb791e8bdd0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:48.532429 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-3ad70ac7-fd9b-4d7b-b5f9-2fb791e8bdd0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] 10.222.0.61 "DELETE /v2.0/security-groups/be497b12-e2e3-4f19-acb4-d2624242d159 HTTP/1.1" status: 204 len: 168 time: 0.2291315 Jun 25 14:40:48.582349 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58340) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:48.697374 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:40:48.757357 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:40:48.757872 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 1aa9ad9c-fa73-47da-83c1-6578d99bd2d5 not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:40:49.578468 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ac4aba81-cd1f-456f-a968-30a974ed6820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454426'] for router_interface, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:50.084033 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-ac4aba81-cd1f-456f-a968-30a974ed6820 admin admin] Deleting port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:40:50.084598 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ac4aba81-cd1f-456f-a968-30a974ed6820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:50.375464 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-ac4aba81-cd1f-456f-a968-30a974ed6820 admin admin] For port 07ad00a1-6d7c-4dcb-8013-d06f9dcec295, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=07ad00a1-6d7c-4dcb-8013-d06f9dcec295,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:50.376135 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ac4aba81-cd1f-456f-a968-30a974ed6820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:50.602507 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-ac4aba81-cd1f-456f-a968-30a974ed6820 admin admin] Calling delete_port for 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 owned by network:router_interface {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:40:50.823835 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ac4aba81-cd1f-456f-a968-30a974ed6820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:50.830987 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-061cf6d5-322a-4f65-b271-0c5efdf3da54 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:50.909645 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4aba81-cd1f-456f-a968-30a974ed6820 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ad00a1-6d7c-4dcb-8013-d06f9dcec295,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:51.057030 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-ac4aba81-cd1f-456f-a968-30a974ed6820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:51.300139 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-ac4aba81-cd1f-456f-a968-30a974ed6820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454582'] for router_interface, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:51.994409 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4aba81-cd1f-456f-a968-30a974ed6820 admin admin] Router 6eca22ab-5441-4b4a-8751-dd06882a6a95 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:40:52.247698 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4aba81-cd1f-456f-a968-30a974ed6820 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:40:52.259069 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003a473-36b7-4f38-8784-232849fe1af9 None None] Sync routers for ids ['6eca22ab-5441-4b4a-8751-dd06882a6a95'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:40:52.267524 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bb2cb-a103-4498-ba29-dcf91a2f29d4 req-17fa4854-508c-477e-af5b-05d153e25b9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:52.269117 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-123bb2cb-a103-4498-ba29-dcf91a2f29d4 req-17fa4854-508c-477e-af5b-05d153e25b9c tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 946 time: 0.2087696 Jun 25 14:40:52.271460 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003a473-36b7-4f38-8784-232849fe1af9 None None] Routers {'6eca22ab-5441-4b4a-8751-dd06882a6a95'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:40:52.272446 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-7003a473-36b7-4f38-8784-232849fe1af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:40:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['6eca22ab-5441-4b4a-8751-dd06882a6a95'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:52.281244 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-ac4aba81-cd1f-456f-a968-30a974ed6820 admin admin] 10.222.0.61 "PUT /v2.0/routers/6eca22ab-5441-4b4a-8751-dd06882a6a95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6973140 Jun 25 14:40:52.281677 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58372) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:52.360972 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-123bb2cb-a103-4498-ba29-dcf91a2f29d4 req-03da1882-b5c3-4742-aa69-76ba411c5508 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=26d6566b-8f66-46e4-94f9-efaf2618abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773120 Jun 25 14:40:52.526671 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-7003a473-36b7-4f38-8784-232849fe1af9 None None] Set router 6eca22ab-5441-4b4a-8751-dd06882a6a95 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:40:52.559110 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Notify callbacks [] for router, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:52.770411 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:52.781266 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Deleting port 95f3bc0b-34fc-4abe-9d71-97d083bbacba {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:40:52.781549 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:52.892541 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-7003a473-36b7-4f38-8784-232849fe1af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:40:50Z', 'revision_number': 5, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port': {'id': '95f3bc0b-34fc-4abe-9d71-97d083bbacba', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:92:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:25Z', 'updated_at': '2021-06-25T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:52.897603 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003a473-36b7-4f38-8784-232849fe1af9 None None] Checking router: 6eca22ab-5441-4b4a-8751-dd06882a6a95 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:40:52.909029 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003a473-36b7-4f38-8784-232849fe1af9 None None] Routers {'6eca22ab-5441-4b4a-8751-dd06882a6a95'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:40:52.909803 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-7003a473-36b7-4f38-8784-232849fe1af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:40:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['6eca22ab-5441-4b4a-8751-dd06882a6a95'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:53.078469 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-7003a473-36b7-4f38-8784-232849fe1af9 None None] Set router 6eca22ab-5441-4b4a-8751-dd06882a6a95 gateway port host: None {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:40:53.119918 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] For port 95f3bc0b-34fc-4abe-9d71-97d083bbacba, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=95f3bc0b-34fc-4abe-9d71-97d083bbacba,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:53.120260 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:53.264495 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Calling delete_port for 95f3bc0b-34fc-4abe-9d71-97d083bbacba owned by network:router_gateway {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:40:53.265016 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-7003a473-36b7-4f38-8784-232849fe1af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:40:52Z', 'revision_number': 6, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port_host': None}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:53.271190 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7003a473-36b7-4f38-8784-232849fe1af9 None None] The sync data for ids ['6eca22ab-5441-4b4a-8751-dd06882a6a95'] in dv-cinder-798088-1-iscsi is: [{'id': '6eca22ab-5441-4b4a-8751-dd06882a6a95', 'name': 'tempest-TestShelveInstance-1064615177-router', 'tenant_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:24Z', 'updated_at': '2021-06-25T14:40:52Z', 'revision_number': 6, 'project_id': '1eb7d9c9a44d40b3bfa7db37305ae277', 'gw_port_host': None}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:40:53.517094 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:53.522954 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-4fe24bda-75c5-4079-92e8-6945f1d73375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:53.593819 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Pushing event deleted for resources: {'Port': ['ID=95f3bc0b-34fc-4abe-9d71-97d083bbacba,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:53.598848 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:53.612516 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee74345-c0fe-4025-90a1-5c637a0f5a40 req-487d0c7d-e0c1-4fba-9e3a-1c2ae06e9a19 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:53.614121 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dee74345-c0fe-4025-90a1-5c637a0f5a40 req-487d0c7d-e0c1-4fba-9e3a-1c2ae06e9a19 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 946 time: 0.1083248 Jun 25 14:40:53.705308 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452927'] for router_gateway, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:53.791439 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dee74345-c0fe-4025-90a1-5c637a0f5a40 req-699546eb-72f6-49d1-aa04-fcc43b46b560 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=26d6566b-8f66-46e4-94f9-efaf2618abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653926 Jun 25 14:40:53.843978 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-5e151a67-8c48-4772-ba13-4b0a8ef6dc68 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:53.846648 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-5e151a67-8c48-4772-ba13-4b0a8ef6dc68 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.69 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 946 time: 0.1933496 Jun 25 14:40:53.904694 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34194'] for router, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:53.912538 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:53.926724 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Deleting port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:40:53.927642 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:53.952781 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-414930'] for router, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:53.953762 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eca22ab-5441-4b4a-8751-dd06882a6a95 {{(pid=78416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:40:53.976978 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Notify callbacks [] for router, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:53.979590 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] 10.222.0.61 "DELETE /v2.0/routers/6eca22ab-5441-4b4a-8751-dd06882a6a95 HTTP/1.1" status: 204 len: 168 time: 1.6955185 Jun 25 14:40:53.983832 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58378) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:54.109518 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_v2 [None req-87dc6afc-99ef-4dc7-9ed1-344eba65b215 admin admin] Deleting subnet 0e9b658f-349b-404b-b2ac-ed9f56cfa20b {{(pid=78417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:40:54.117252 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-87dc6afc-99ef-4dc7-9ed1-344eba65b215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.271039 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-87dc6afc-99ef-4dc7-9ed1-344eba65b215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8159658'] for subnet, precommit_delete_associations {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.380961 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] For port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:54.380961 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.476595 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:40:54.504447 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-87dc6afc-99ef-4dc7-9ed1-344eba65b215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.530401 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:40:54.530853 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 07ad00a1-6d7c-4dcb-8013-d06f9dcec295 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:40:54.531438 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 95f3bc0b-34fc-4abe-9d71-97d083bbacba no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:40:54.572168 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: 95f3bc0b-34fc-4abe-9d71-97d083bbacba {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:40:54.572520 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 95f3bc0b-34fc-4abe-9d71-97d083bbacba not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:40:54.884156 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-87dc6afc-99ef-4dc7-9ed1-344eba65b215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6327578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6690465'] for subnet, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.894134 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-87da172f-0cbf-445b-a749-7cc51ae2eb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:54.924338 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.924716 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.925020 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.l3_db [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Floating IP 3ba61690-b9c5-4c6e-bc66-0e82df367f1f disassociated. External IP: 172.27.2.179, port: 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa. Jun 25 14:40:54.925370 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Calling delete_port for 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa owned by compute:nova {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:40:54.966290 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc6afc-99ef-4dc7-9ed1-344eba65b215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9b658f-349b-404b-b2ac-ed9f56cfa20b,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:54.970814 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-87dc6afc-99ef-4dc7-9ed1-344eba65b215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:54.973592 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-87dc6afc-99ef-4dc7-9ed1-344eba65b215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:54.992463 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688bc5e2-eb39-4d34-a842-01a070bece10 None None] Network 1066c44d-0048-4fd0-a558-c7100aa231ba requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:40:55.036764 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-87dc6afc-99ef-4dc7-9ed1-344eba65b215 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0e9b658f-349b-404b-b2ac-ed9f56cfa20b HTTP/1.1" status: 204 len: 168 time: 1.0476854 Jun 25 14:40:55.037551 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58384) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:55.153432 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c7a2-f256-417d-86bf-60d72f531247 req-9d8c87bc-d56e-4895-a582-4dbef74ad384 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:40:55.155076 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8498c7a2-f256-417d-86bf-60d72f531247 req-9d8c87bc-d56e-4895-a582-4dbef74ad384 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 946 time: 0.1698854 Jun 25 14:40:55.199101 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:55.212360 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:55.214161 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Deleting port e5ea7b5d-e89d-449c-b18a-52ebd49408fa {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:40:55.214748 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:55.223193 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-7d9182e9-82e1-4485-a1e3-79bb7bb581be tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:55.280892 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8498c7a2-f256-417d-86bf-60d72f531247 req-56f2abdf-1cac-4ca6-8c6a-ae1c7f7e3dbc tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups?id=26d6566b-8f66-46e4-94f9-efaf2618abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156695 Jun 25 14:40:55.286999 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event deleted for resources: {'Port': ['ID=9108e600-7d7a-4e7a-8489-14a3e4cbf8fa,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:55.289429 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:55.530739 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Router d0a3d613-74fd-42d1-87ab-7dad31caa864 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:40:55.540295 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e737f034-d4dd-4730-b444-92391c3ff665 None None] DHCP port deletion for 1066c44d-0048-4fd0-a558-c7100aa231ba request from dv-cinder-798088-1-iscsi {{(pid=78418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:40:55.541167 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] For port e5ea7b5d-e89d-449c-b18a-52ebd49408fa, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=e5ea7b5d-e89d-449c-b18a-52ebd49408fa,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:55.541167 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:55.547679 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-e737f034-d4dd-4730-b444-92391c3ff665 None None] Deleting port e5ea7b5d-e89d-449c-b18a-52ebd49408fa {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:40:55.548255 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e737f034-d4dd-4730-b444-92391c3ff665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:55.686683 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Calling delete_port for e5ea7b5d-e89d-449c-b18a-52ebd49408fa owned by network:dhcp {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:40:55.815458 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-e737f034-d4dd-4730-b444-92391c3ff665 None None] For port e5ea7b5d-e89d-449c-b18a-52ebd49408fa, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=e5ea7b5d-e89d-449c-b18a-52ebd49408fa,segment=NetworkSegment(847eb2f2-7872-40bd-916a-2be73f6727a9),segment_id=847eb2f2-7872-40bd-916a-2be73f6727a9)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:55.816308 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e737f034-d4dd-4730-b444-92391c3ff665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:55.824080 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:55.833771 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7285f200-5fbf-4635-b294-3820ce05bf8e tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:55.912351 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:40:55.939199 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ea7b5d-e89d-449c-b18a-52ebd49408fa,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:55.952475 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] No DVR routers for this DVR port e5ea7b5d-e89d-449c-b18a-52ebd49408fa on host dv-cinder-798088-1-iscsi {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:40:55.952475 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:55.964459 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dfd8a-e03b-45fc-be16-f31f29239aec None None] Sync routers for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:40:55.976786 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-e737f034-d4dd-4730-b444-92391c3ff665 None None] Calling delete_port for e5ea7b5d-e89d-449c-b18a-52ebd49408fa owned by network:dhcp {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:40:56.030179 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13dfd8a-e03b-45fc-be16-f31f29239aec None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:40:56.030915 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-b13dfd8a-e03b-45fc-be16-f31f29239aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:40:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:56.071461 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] No DVR routers for this DVR port 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa on host hv-cinder-79808 {{(pid=78417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:40:56.075327 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.083370 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19842492-4da8-4303-afdf-7c3ea43e78fc', 'name': 'network-vif-deleted', 'tag': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:40:56.111638 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1a344d38-7b52-40f2-8081-51d8db89e486 req-8eebce5f-9084-48fa-812e-3dfb25687a91 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.69 "DELETE /v2.0/ports/9108e600-7d7a-4e7a-8489-14a3e4cbf8fa HTTP/1.1" status: 204 len: 173 time: 2.2588034 Jun 25 14:40:56.141517 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.db.api [None req-e737f034-d4dd-4730-b444-92391c3ff665 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:40:56.142031 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_db.api [None req-e737f034-d4dd-4730-b444-92391c3ff665 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:40:56.204308 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19842492-4da8-4303-afdf-7c3ea43e78fc', 'name': 'network-vif-deleted', 'tag': '9108e600-7d7a-4e7a-8489-14a3e4cbf8fa', 'status': 'completed', 'code': 200} Jun 25 14:40:56.257753 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.272067 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-b13dfd8a-e03b-45fc-be16-f31f29239aec None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:40:56.273427 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1066c44d-0048-4fd0-a558-c7100aa231ba']}} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:56.290920 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847eb2f2-7872-40bd-916a-2be73f6727a9') {'for_net_delete': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:56.291244 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847eb2f2-7872-40bd-916a-2be73f6727a9') {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:56.313944 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929669'] for segment, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.350830 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.367288 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=78416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:40:56.368339 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5439526'] for segment, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: Traceback (most recent call last): Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: timer() Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: cb(*args, **kw) Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: return func(*args, **kwargs) Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: self._notify() Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: self.callback(batched_events) Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: event.method(event) Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: return f(self, *a, **k) Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._get(url).json() Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: return self.request(url, 'GET', **kwargs) Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:40:56.396575 dv-cinder-798088-1-iscsi neutron-server[78416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:40:56.519857 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device e5ea7b5d-e89d-449c-b18a-52ebd49408fa no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:40:56.565829 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-f1533b3d-9350-4af9-b6a5-cf5fef65bb63 req-ec7a38ac-a5f7-4fdf-a89d-a81d024a5c8f tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Synchronizing usage tracker for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:40:56.567640 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: e5ea7b5d-e89d-449c-b18a-52ebd49408fa {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:40:56.568166 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device e5ea7b5d-e89d-449c-b18a-52ebd49408fa not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:40:56.581160 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.585463 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:56.600289 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-f1533b3d-9350-4af9-b6a5-cf5fef65bb63 req-ec7a38ac-a5f7-4fdf-a89d-a81d024a5c8f tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Unset dirty status for tenant:a5d4dc0968164c839a939620d4e83a1d on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:40:56.602247 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.602489 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f1533b3d-9350-4af9-b6a5-cf5fef65bb63 req-ec7a38ac-a5f7-4fdf-a89d-a81d024a5c8f tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/ports?device_id=19842492-4da8-4303-afdf-7c3ea43e78fc HTTP/1.1" status: 200 len: 210 time: 0.0923889 Jun 25 14:40:56.609813 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Pushing event deleted for resources: {'Network': ['ID=1066c44d-0048-4fd0-a558-c7100aa231ba,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:56.614587 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:56.630514 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] 10.222.0.61 "DELETE /v2.0/networks/1066c44d-0048-4fd0-a558-c7100aa231ba HTTP/1.1" status: 204 len: 168 time: 1.5880985 Jun 25 14:40:56.635244 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58392) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:56.642849 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-e737f034-d4dd-4730-b444-92391c3ff665 None None] Deleting port e5ea7b5d-e89d-449c-b18a-52ebd49408fa {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:40:56.643434 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e737f034-d4dd-4730-b444-92391c3ff665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:56.784636 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-e737f034-d4dd-4730-b444-92391c3ff665 None None] The port 'e5ea7b5d-e89d-449c-b18a-52ebd49408fa' was deleted {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:40:56.830438 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-b13dfd8a-e03b-45fc-be16-f31f29239aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 5, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:56.835896 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dfd8a-e03b-45fc-be16-f31f29239aec None None] Checking router: d0a3d613-74fd-42d1-87ab-7dad31caa864 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:40:56.849698 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13dfd8a-e03b-45fc-be16-f31f29239aec None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:40:56.850775 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-b13dfd8a-e03b-45fc-be16-f31f29239aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:40:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:57.207792 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-b13dfd8a-e03b-45fc-be16-f31f29239aec None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:40:57.443212 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454426'] for router_interface, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:57.609662 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-b13dfd8a-e03b-45fc-be16-f31f29239aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 5, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:40:57.617169 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13dfd8a-e03b-45fc-be16-f31f29239aec None None] The sync data for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi is: [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:35:39Z', 'revision_number': 4, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': '35408c29-3afa-4cba-85cd-d45f216db05c', 'name': '', 'network_id': '3683cf47-1a03-4bc3-aebd-9e992307099f', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'mac_address': 'fa:16:3e:8d:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:59Z', 'revision_number': 5, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'subnets': [{'id': '638b3e67-199e-4790-a1c2-bb9e2fce5f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:40:57.785122 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58400) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:57.871552 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-14c69066-5dd5-4618-a200-d1f89e972300 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:57.906488 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-14c69066-5dd5-4618-a200-d1f89e972300 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:57.950033 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] Deleting port d9aeb9b3-913d-487a-87d1-0b93a5dd2521 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:40:57.950636 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:57.994430 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb3f79-10a5-4122-923b-75898990475a None None] New status for floating IP 3ba61690-b9c5-4c6e-bc66-0e82df367f1f: DOWN {{(pid=78419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:40:58.001834 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-14c69066-5dd5-4618-a200-d1f89e972300 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.017077 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-21406d88-d1e6-4b46-8e55-ce3b1020202b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:58.047894 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c69066-5dd5-4618-a200-d1f89e972300 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d6566b-8f66-46e4-94f9-efaf2618abb7,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:58.052368 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-14c69066-5dd5-4618-a200-d1f89e972300 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:58.067295 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-14c69066-5dd5-4618-a200-d1f89e972300 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.069664 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-14c69066-5dd5-4618-a200-d1f89e972300 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "DELETE /v2.0/security-groups/26d6566b-8f66-46e4-94f9-efaf2618abb7 HTTP/1.1" status: 204 len: 168 time: 0.2828951 Jun 25 14:40:58.073366 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58404) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:58.107980 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.api.v2.resource [None req-b1408d0f-6b77-44a9-bb08-5ba242e9e866 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] show failed (client error): The resource could not be found. Jun 25 14:40:58.112968 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-b1408d0f-6b77-44a9-bb08-5ba242e9e866 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "GET /v2.0/security-groups/26d6566b-8f66-46e4-94f9-efaf2618abb7 HTTP/1.1" status: 404 len: 347 time: 0.0364487 Jun 25 14:40:58.113797 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58408) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:58.203736 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] For port d9aeb9b3-913d-487a-87d1-0b93a5dd2521, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=d9aeb9b3-913d-487a-87d1-0b93a5dd2521,segment=NetworkSegment(1c5ff5a7-871c-42fd-8b8e-30844247ab8a),segment_id=1c5ff5a7-871c-42fd-8b8e-30844247ab8a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:40:58.204129 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.356068 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-2aca4759-117c-4a9d-a0bd-cfe6c7417992 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Deleting port 21723895-7abc-4a67-b916-e58ca1f9c124 {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:40:58.356439 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2aca4759-117c-4a9d-a0bd-cfe6c7417992 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.458990 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] Calling delete_port for d9aeb9b3-913d-487a-87d1-0b93a5dd2521 owned by network:router_interface {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:40:58.554163 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2aca4759-117c-4a9d-a0bd-cfe6c7417992 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.554766 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2aca4759-117c-4a9d-a0bd-cfe6c7417992 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.727535 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:40:58.736578 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:58.743550 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d57a92b1-944f-4b60-b5e2-631a7589ec09 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:58.778972 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:40:58.780795 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 9108e600-7d7a-4e7a-8489-14a3e4cbf8fa not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:40:58.817001 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-2aca4759-117c-4a9d-a0bd-cfe6c7417992 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Calling delete_port for 21723895-7abc-4a67-b916-e58ca1f9c124 owned by network:floatingip {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:40:58.830422 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9aeb9b3-913d-487a-87d1-0b93a5dd2521,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:58.898605 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:59.021331 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2aca4759-117c-4a9d-a0bd-cfe6c7417992 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:59.031284 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-693b749a-e9ea-45e7-a258-1eaa708d69c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:40:59.087596 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca4759-117c-4a9d-a0bd-cfe6c7417992 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Pushing event deleted for resources: {'Port': ['ID=21723895-7abc-4a67-b916-e58ca1f9c124,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:40:59.130439 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-2aca4759-117c-4a9d-a0bd-cfe6c7417992 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:40:59.198665 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2aca4759-117c-4a9d-a0bd-cfe6c7417992 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks [] for floatingip, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:59.219034 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-2aca4759-117c-4a9d-a0bd-cfe6c7417992 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:59.225621 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-2aca4759-117c-4a9d-a0bd-cfe6c7417992 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] 10.222.0.61 "DELETE /v2.0/floatingips/3ba61690-b9c5-4c6e-bc66-0e82df367f1f HTTP/1.1" status: 204 len: 168 time: 1.1050754 Jun 25 14:40:59.225941 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454582'] for router_interface, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:40:59.710693 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] Router 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:40:59.901103 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:40:59.911568 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46bcb46-0692-4da7-b6dd-5e129ae82a72 None None] Sync routers for ids ['2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:40:59.912848 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] 10.222.0.61 "PUT /v2.0/routers/2a181829-0d08-4e23-8c20-4f1f2fe3a6a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2760873 Jun 25 14:40:59.915289 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58416) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:40:59.923092 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46bcb46-0692-4da7-b6dd-5e129ae82a72 None None] Routers {'2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:40:59.923662 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-c46bcb46-0692-4da7-b6dd-5e129ae82a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:40:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:00.100444 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Notify callbacks [] for router, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:00.117199 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-c46bcb46-0692-4da7-b6dd-5e129ae82a72 None None] Set router 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:41:00.409069 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:00.419373 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Deleting port af58f05c-31aa-4df1-90e4-627b7cd2b7f8 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:00.419760 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:00.435976 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-c46bcb46-0692-4da7-b6dd-5e129ae82a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'name': 'tempest-TestShelveInstance-2096474780-router', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:37Z', 'updated_at': '2021-06-25T14:40:58Z', 'revision_number': 5, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'gw_port': {'id': 'af58f05c-31aa-4df1-90e4-627b7cd2b7f8', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:db:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:38Z', 'updated_at': '2021-06-25T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:00.442915 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46bcb46-0692-4da7-b6dd-5e129ae82a72 None None] Checking router: 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:41:00.455160 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46bcb46-0692-4da7-b6dd-5e129ae82a72 None None] Routers {'2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:41:00.455979 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-c46bcb46-0692-4da7-b6dd-5e129ae82a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:40:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:00.623918 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] For port af58f05c-31aa-4df1-90e4-627b7cd2b7f8, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=af58f05c-31aa-4df1-90e4-627b7cd2b7f8,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:00.624599 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:00.633442 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-c46bcb46-0692-4da7-b6dd-5e129ae82a72 None None] Set router 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 gateway port host: None {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:41:00.749299 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-c46bcb46-0692-4da7-b6dd-5e129ae82a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'name': 'tempest-TestShelveInstance-2096474780-router', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:37Z', 'updated_at': '2021-06-25T14:41:00Z', 'revision_number': 6, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'gw_port_host': None}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:00.753515 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46bcb46-0692-4da7-b6dd-5e129ae82a72 None None] The sync data for ids ['2a181829-0d08-4e23-8c20-4f1f2fe3a6a6'] in dv-cinder-798088-1-iscsi is: [{'id': '2a181829-0d08-4e23-8c20-4f1f2fe3a6a6', 'name': 'tempest-TestShelveInstance-2096474780-router', 'tenant_id': '43035903eb0a4df3a41c6b954c2fa772', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:37Z', 'updated_at': '2021-06-25T14:41:00Z', 'revision_number': 6, 'project_id': '43035903eb0a4df3a41c6b954c2fa772', 'gw_port_host': None}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:41:00.757180 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Calling delete_port for af58f05c-31aa-4df1-90e4-627b7cd2b7f8 owned by network:router_gateway {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:41:00.958216 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:00.964226 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-8f313db3-2721-42a9-9d1e-6e60b0877912 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:01.011895 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=af58f05c-31aa-4df1-90e4-627b7cd2b7f8,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:01.015865 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:01.115087 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452927'] for router_gateway, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.302632 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34194'] for router, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.305076 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.330130 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-414930'] for router, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.330868 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 {{(pid=78416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:41:01.344510 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Notify callbacks [] for router, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.345637 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2a181829-0d08-4e23-8c20-4f1f2fe3a6a6 HTTP/1.1" status: 204 len: 168 time: 1.4293742 Jun 25 14:41:01.348103 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58426) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:01.407996 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_v2 [None req-73738131-12c7-408e-a4dd-452c5cdd9776 admin admin] Deleting subnet a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7 {{(pid=78416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:41:01.411426 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-73738131-12c7-408e-a4dd-452c5cdd9776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.464368 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-73738131-12c7-408e-a4dd-452c5cdd9776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929724'] for subnet, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.564207 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-73738131-12c7-408e-a4dd-452c5cdd9776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.639699 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-73738131-12c7-408e-a4dd-452c5cdd9776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5454212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7238070'] for subnet, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.645634 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d0659e4a-3761-4a6e-bcbf-ff87be61f3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:01.685159 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73738131-12c7-408e-a4dd-452c5cdd9776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:01.688062 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-73738131-12c7-408e-a4dd-452c5cdd9776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:01.689064 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-73738131-12c7-408e-a4dd-452c5cdd9776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.695052 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-73738131-12c7-408e-a4dd-452c5cdd9776 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a0e2ce0e-a8aa-4fb4-854c-49255c9df3c7 HTTP/1.1" status: 204 len: 168 time: 0.3459787 Jun 25 14:41:01.697092 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39750d40-adae-4848-8d99-81054caecce1 None None] Network a9ff4aac-1be1-4479-b528-e9c0fc1efde8 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:41:01.697547 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58430) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:01.820018 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:01.845198 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Deleting port 4d8c1916-703b-41c4-b49b-3e6b474b2279 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:01.845908 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:02.061989 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a6c32b-5957-44a7-b799-daf8a172492a None None] DHCP port deletion for a9ff4aac-1be1-4479-b528-e9c0fc1efde8 request from dv-cinder-798088-1-iscsi {{(pid=78418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:41:02.066576 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-92a6c32b-5957-44a7-b799-daf8a172492a None None] Deleting port 4d8c1916-703b-41c4-b49b-3e6b474b2279 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:02.067048 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-92a6c32b-5957-44a7-b799-daf8a172492a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:02.360884 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-92a6c32b-5957-44a7-b799-daf8a172492a None None] For port 4d8c1916-703b-41c4-b49b-3e6b474b2279, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=4d8c1916-703b-41c4-b49b-3e6b474b2279,segment=NetworkSegment(1c5ff5a7-871c-42fd-8b8e-30844247ab8a),segment_id=1c5ff5a7-871c-42fd-8b8e-30844247ab8a)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:02.361426 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-92a6c32b-5957-44a7-b799-daf8a172492a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:02.384622 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] For port 4d8c1916-703b-41c4-b49b-3e6b474b2279, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=4d8c1916-703b-41c4-b49b-3e6b474b2279,segment=NetworkSegment(1c5ff5a7-871c-42fd-8b8e-30844247ab8a),segment_id=1c5ff5a7-871c-42fd-8b8e-30844247ab8a)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:02.385492 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:02.501646 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device af58f05c-31aa-4df1-90e4-627b7cd2b7f8 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:41:02.535758 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-92a6c32b-5957-44a7-b799-daf8a172492a None None] Calling delete_port for 4d8c1916-703b-41c4-b49b-3e6b474b2279 owned by network:dhcp {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:41:02.579895 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Calling delete_port for 4d8c1916-703b-41c4-b49b-3e6b474b2279 owned by network:dhcp {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:41:02.618724 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: af58f05c-31aa-4df1-90e4-627b7cd2b7f8 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:41:02.619073 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device af58f05c-31aa-4df1-90e4-627b7cd2b7f8 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:41:02.619535 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 4d8c1916-703b-41c4-b49b-3e6b474b2279 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:41:02.680165 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:02.683569 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d516e5da-a0ec-4f01-bc8b-fb666cf17639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:02.688265 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-68a276e7-1cd9-488d-b574-8ef687b34602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:02.715273 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No active binding found for port 4d8c1916-703b-41c4-b49b-3e6b474b2279 {{(pid=78418) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 25 14:41:02.716199 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 4d8c1916-703b-41c4-b49b-3e6b474b2279 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:41:02.716199 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device d9aeb9b3-913d-487a-87d1-0b93a5dd2521 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:41:02.753436 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.db.api [None req-92a6c32b-5957-44a7-b799-daf8a172492a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:41:02.753797 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_db.api [None req-92a6c32b-5957-44a7-b799-daf8a172492a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:41:02.754424 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: d9aeb9b3-913d-487a-87d1-0b93a5dd2521 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:41:02.754771 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device d9aeb9b3-913d-487a-87d1-0b93a5dd2521 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:41:02.755697 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] No DVR routers for this DVR port 4d8c1916-703b-41c4-b49b-3e6b474b2279 on host dv-cinder-798088-1-iscsi {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:41:02.759484 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8c1916-703b-41c4-b49b-3e6b474b2279,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:02.810085 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:02.971695 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:02.989746 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:02.999691 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ff4aac-1be1-4479-b528-e9c0fc1efde8']}} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:03.023375 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5ff5a7-871c-42fd-8b8e-30844247ab8a') {'for_net_delete': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:03.023940 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5ff5a7-871c-42fd-8b8e-30844247ab8a') {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:03.046688 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929669'] for segment, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:03.075015 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:03.086860 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=78416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:41:03.087560 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5439526'] for segment, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: Traceback (most recent call last): Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: timer() Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: cb(*args, **kw) Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: return func(*args, **kwargs) Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: self._notify() Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: self.callback(batched_events) Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: event.method(event) Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: return f(self, *a, **k) Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._get(url).json() Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: return self.request(url, 'GET', **kwargs) Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:41:03.112834 dv-cinder-798088-1-iscsi neutron-server[78416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:41:03.238354 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:03.244663 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:03.247752 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:03.254848 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-92a6c32b-5957-44a7-b799-daf8a172492a None None] Deleting port 4d8c1916-703b-41c4-b49b-3e6b474b2279 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:03.255427 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-92a6c32b-5957-44a7-b799-daf8a172492a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:03.274073 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ff4aac-1be1-4479-b528-e9c0fc1efde8,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:03.276590 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:03.284281 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a9ff4aac-1be1-4479-b528-e9c0fc1efde8 HTTP/1.1" status: 204 len: 168 time: 1.5804772 Jun 25 14:41:03.342649 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-92a6c32b-5957-44a7-b799-daf8a172492a None None] The port '4d8c1916-703b-41c4-b49b-3e6b474b2279' was deleted {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:41:03.459251 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58450) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:03.514755 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-4eb459c4-d077-4f44-aebd-0339a582715b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1eb7d9c9a44d40b3bfa7db37305ae277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538650 Jun 25 14:41:03.518811 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58456) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:03.590270 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ffdedd2f-439b-457d-b6e8-efbce5951e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:03.595661 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58460) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:03.633020 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ffdedd2f-439b-457d-b6e8-efbce5951e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:03.710225 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ffdedd2f-439b-457d-b6e8-efbce5951e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:03.720024 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d1b71bb9-c7f8-43b6-90cd-f129959147e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:03.745515 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdedd2f-439b-457d-b6e8-efbce5951e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e093b39-036c-4bbe-9271-2d82cabbf942,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:03.754965 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-ffdedd2f-439b-457d-b6e8-efbce5951e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:03.759849 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ffdedd2f-439b-457d-b6e8-efbce5951e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:03.764423 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-ffdedd2f-439b-457d-b6e8-efbce5951e6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e093b39-036c-4bbe-9271-2d82cabbf942 HTTP/1.1" status: 204 len: 168 time: 0.2439423 Jun 25 14:41:04.339739 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58470) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:04.424150 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-3b04e49b-0294-43f8-af6c-c16c590f0d89 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43035903eb0a4df3a41c6b954c2fa772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0822716 Jun 25 14:41:04.427145 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58474) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:04.458468 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454426'] for router_interface, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:04.500825 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f88fd724-351a-4a32-b709-5dadde329555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:04.532580 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f88fd724-351a-4a32-b709-5dadde329555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:04.613216 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f88fd724-351a-4a32-b709-5dadde329555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:04.622867 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-841c8c53-5147-40da-aaee-b8d3b6b058f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:04.645272 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fd724-351a-4a32-b709-5dadde329555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12857bc5-721d-4b04-8e86-c7afaa1feb7f,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:04.650660 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f88fd724-351a-4a32-b709-5dadde329555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:04.654141 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f88fd724-351a-4a32-b709-5dadde329555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:04.658161 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-f88fd724-351a-4a32-b709-5dadde329555 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/12857bc5-721d-4b04-8e86-c7afaa1feb7f HTTP/1.1" status: 204 len: 168 time: 0.2275581 Jun 25 14:41:04.917395 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] Deleting port 35408c29-3afa-4cba-85cd-d45f216db05c {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:04.918214 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:05.162101 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] For port 35408c29-3afa-4cba-85cd-d45f216db05c, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=35408c29-3afa-4cba-85cd-d45f216db05c,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:05.162525 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:05.428879 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] Calling delete_port for 35408c29-3afa-4cba-85cd-d45f216db05c owned by network:router_interface {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:41:05.442362 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f0a67afa-5ca6-4214-b296-d50f70a96130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:05.629876 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:05.633747 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e0c546ac-4edb-43b2-8a9f-fb8a8c2c7b90 tempest-TestMinimumBasicScenario-630759248 tempest-TestMinimumBasicScenario-630759248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:05.679992 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] Pushing event deleted for resources: {'Port': ['ID=35408c29-3afa-4cba-85cd-d45f216db05c,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:05.707554 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:06.050929 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454582'] for router_interface, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:06.154460 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:06.441654 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] Router d0a3d613-74fd-42d1-87ab-7dad31caa864 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:41:06.634794 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:41:06.646830 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6af04-0ab9-4d61-b7b5-3c4e00991342 None None] Sync routers for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:41:06.652292 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] 10.222.0.61 "PUT /v2.0/routers/d0a3d613-74fd-42d1-87ab-7dad31caa864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0551159 Jun 25 14:41:06.656021 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58480) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:06.664289 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6af04-0ab9-4d61-b7b5-3c4e00991342 None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:41:06.664957 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-92c6af04-0ab9-4d61-b7b5-3c4e00991342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:41:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:06.847006 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Notify callbacks [] for router, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:06.848685 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-92c6af04-0ab9-4d61-b7b5-3c4e00991342 None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:41:07.046733 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:07.058281 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Deleting port b3c5767c-2894-437f-8f65-957c9cc1e970 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:07.058769 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:07.177945 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-92c6af04-0ab9-4d61-b7b5-3c4e00991342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:41:05Z', 'revision_number': 5, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port': {'id': 'b3c5767c-2894-437f-8f65-957c9cc1e970', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:62:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:35:33Z', 'updated_at': '2021-06-25T14:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:07.183819 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6af04-0ab9-4d61-b7b5-3c4e00991342 None None] Checking router: d0a3d613-74fd-42d1-87ab-7dad31caa864 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:41:07.196244 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6af04-0ab9-4d61-b7b5-3c4e00991342 None None] Routers {'d0a3d613-74fd-42d1-87ab-7dad31caa864'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:41:07.197004 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-92c6af04-0ab9-4d61-b7b5-3c4e00991342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:41:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['d0a3d613-74fd-42d1-87ab-7dad31caa864'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:07.365149 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-92c6af04-0ab9-4d61-b7b5-3c4e00991342 None None] Set router d0a3d613-74fd-42d1-87ab-7dad31caa864 gateway port host: None {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:41:07.365944 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] For port b3c5767c-2894-437f-8f65-957c9cc1e970, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=b3c5767c-2894-437f-8f65-957c9cc1e970,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:07.366305 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:07.477599 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-92c6af04-0ab9-4d61-b7b5-3c4e00991342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:41:07Z', 'revision_number': 6, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port_host': None}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:07.483089 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6af04-0ab9-4d61-b7b5-3c4e00991342 None None] The sync data for ids ['d0a3d613-74fd-42d1-87ab-7dad31caa864'] in dv-cinder-798088-1-iscsi is: [{'id': 'd0a3d613-74fd-42d1-87ab-7dad31caa864', 'name': 'tempest-AttachVolumeTestJSON-1124317438-router', 'tenant_id': 'a5d4dc0968164c839a939620d4e83a1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:35:31Z', 'updated_at': '2021-06-25T14:41:07Z', 'revision_number': 6, 'project_id': 'a5d4dc0968164c839a939620d4e83a1d', 'gw_port_host': None}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:41:07.499134 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Calling delete_port for b3c5767c-2894-437f-8f65-957c9cc1e970 owned by network:router_gateway {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:41:07.600521 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:07.693583 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:07.698482 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-1c120936-3bb1-4423-9ed9-5d680a253d3c tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:07.745574 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3c5767c-2894-437f-8f65-957c9cc1e970,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:07.749165 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:07.839649 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452927'] for router_gateway, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.024987 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34194'] for router, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.028871 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.058797 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-414930'] for router, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.059333 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a3d613-74fd-42d1-87ab-7dad31caa864 {{(pid=78416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:41:08.073274 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Notify callbacks [] for router, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.074397 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d0a3d613-74fd-42d1-87ab-7dad31caa864 HTTP/1.1" status: 204 len: 168 time: 1.4170899 Jun 25 14:41:08.077769 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58484) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:08.139064 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_v2 [None req-6916bfd1-572d-4858-9b69-ea6527b2139d admin admin] Deleting subnet 638b3e67-199e-4790-a1c2-bb9e2fce5f5f {{(pid=78416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:41:08.142303 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6916bfd1-572d-4858-9b69-ea6527b2139d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.194798 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6916bfd1-572d-4858-9b69-ea6527b2139d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929724'] for subnet, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.300743 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6916bfd1-572d-4858-9b69-ea6527b2139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.407374 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6916bfd1-572d-4858-9b69-ea6527b2139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5454212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7238070'] for subnet, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.418629 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-553d4fdf-f46b-4cbc-a28f-f0c4692d6976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:08.471000 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device b3c5767c-2894-437f-8f65-957c9cc1e970 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:41:08.473253 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916bfd1-572d-4858-9b69-ea6527b2139d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=638b3e67-199e-4790-a1c2-bb9e2fce5f5f,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:08.475391 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6916bfd1-572d-4858-9b69-ea6527b2139d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.478337 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6916bfd1-572d-4858-9b69-ea6527b2139d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:08.484455 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-6916bfd1-572d-4858-9b69-ea6527b2139d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/638b3e67-199e-4790-a1c2-bb9e2fce5f5f HTTP/1.1" status: 204 len: 168 time: 0.4051962 Jun 25 14:41:08.485915 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58488) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:08.520804 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7413fbef-2834-4394-857e-7d9c672a8ae6 None None] Network 3683cf47-1a03-4bc3-aebd-9e992307099f requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:41:08.547787 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: b3c5767c-2894-437f-8f65-957c9cc1e970 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:41:08.548108 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device b3c5767c-2894-437f-8f65-957c9cc1e970 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:41:08.548757 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 35408c29-3afa-4cba-85cd-d45f216db05c no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:41:08.660721 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: 35408c29-3afa-4cba-85cd-d45f216db05c {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:41:08.661638 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 35408c29-3afa-4cba-85cd-d45f216db05c not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:41:08.664727 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.676806 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.690084 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Deleting port 1978c3d4-3f56-4154-b237-ba89758e1735 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:08.690423 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.861829 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439e33fa-bdbd-49cb-a200-25e763ecd81b None None] DHCP port deletion for 3683cf47-1a03-4bc3-aebd-9e992307099f request from dv-cinder-798088-1-iscsi {{(pid=78418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:41:08.866234 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-439e33fa-bdbd-49cb-a200-25e763ecd81b None None] Deleting port 1978c3d4-3f56-4154-b237-ba89758e1735 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:08.866614 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-439e33fa-bdbd-49cb-a200-25e763ecd81b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:08.922910 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] For port 1978c3d4-3f56-4154-b237-ba89758e1735, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=1978c3d4-3f56-4154-b237-ba89758e1735,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:08.923939 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:09.055022 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Calling delete_port for 1978c3d4-3f56-4154-b237-ba89758e1735 owned by network:dhcp {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:41:09.088144 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-439e33fa-bdbd-49cb-a200-25e763ecd81b None None] For port 1978c3d4-3f56-4154-b237-ba89758e1735, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=1978c3d4-3f56-4154-b237-ba89758e1735,segment=NetworkSegment(acf546b6-833a-48b0-b569-753b207000ca),segment_id=acf546b6-833a-48b0-b569-753b207000ca)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:09.088554 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-439e33fa-bdbd-49cb-a200-25e763ecd81b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:09.219710 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-439e33fa-bdbd-49cb-a200-25e763ecd81b None None] Calling delete_port for 1978c3d4-3f56-4154-b237-ba89758e1735 owned by network:dhcp {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:41:09.254940 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:09.259855 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-defec71f-0994-4373-9802-6596bd4c71f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:09.306875 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Pushing event deleted for resources: {'Port': ['ID=1978c3d4-3f56-4154-b237-ba89758e1735,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:09.308807 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] No DVR routers for this DVR port 1978c3d4-3f56-4154-b237-ba89758e1735 on host dv-cinder-798088-1-iscsi {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:41:09.310265 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:09.340749 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.db.api [None req-439e33fa-bdbd-49cb-a200-25e763ecd81b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:41:09.341123 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_db.api [None req-439e33fa-bdbd-49cb-a200-25e763ecd81b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:41:09.437598 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:09.460816 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3683cf47-1a03-4bc3-aebd-9e992307099f']}} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:09.483979 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf546b6-833a-48b0-b569-753b207000ca') {'for_net_delete': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:09.484461 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf546b6-833a-48b0-b569-753b207000ca') {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:41:09.504834 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929669'] for segment, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:09.531965 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:09.539263 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=78416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:41:09.539745 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5439526'] for segment, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: Traceback (most recent call last): Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: timer() Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: cb(*args, **kw) Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: return func(*args, **kwargs) Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: self._notify() Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: self.callback(batched_events) Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: event.method(event) Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: return f(self, *a, **k) Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._get(url).json() Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: return self.request(url, 'GET', **kwargs) Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:41:09.554495 dv-cinder-798088-1-iscsi neutron-server[78416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:41:09.641838 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:09.645719 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:09.660534 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:09.674881 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Pushing event deleted for resources: {'Network': ['ID=3683cf47-1a03-4bc3-aebd-9e992307099f,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:09.678921 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:09.680905 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3683cf47-1a03-4bc3-aebd-9e992307099f HTTP/1.1" status: 204 len: 168 time: 1.1934137 Jun 25 14:41:09.842429 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-439e33fa-bdbd-49cb-a200-25e763ecd81b None None] Deleting port 1978c3d4-3f56-4154-b237-ba89758e1735 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:41:09.842905 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-439e33fa-bdbd-49cb-a200-25e763ecd81b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:09.897006 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58494) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:09.922304 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-439e33fa-bdbd-49cb-a200-25e763ecd81b None None] The port '1978c3d4-3f56-4154-b237-ba89758e1735' was deleted {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:41:09.956956 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-0d95f4e8-3626-486d-bd91-a4182c5f89d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5d4dc0968164c839a939620d4e83a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584569 Jun 25 14:41:09.959402 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58498) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:10.030055 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cba99479-b31c-44ae-bda1-8ae432118e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:10.057439 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cba99479-b31c-44ae-bda1-8ae432118e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:10.117243 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cba99479-b31c-44ae-bda1-8ae432118e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:10.122736 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cca6e3f5-1432-417d-97e1-2d24acb50744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:10.139679 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba99479-b31c-44ae-bda1-8ae432118e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910f1b45-c60f-48e1-acf3-62e37027e454,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:10.144072 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cba99479-b31c-44ae-bda1-8ae432118e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:10.147473 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-cba99479-b31c-44ae-bda1-8ae432118e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:10.148626 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-cba99479-b31c-44ae-bda1-8ae432118e24 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/910f1b45-c60f-48e1-acf3-62e37027e454 HTTP/1.1" status: 204 len: 168 time: 0.1882939 Jun 25 14:41:10.448552 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 1978c3d4-3f56-4154-b237-ba89758e1735 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:41:10.487782 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: 1978c3d4-3f56-4154-b237-ba89758e1735 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:41:10.488184 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 1978c3d4-3f56-4154-b237-ba89758e1735 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:41:10.973947 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58522) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:11.105163 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-747965944-network', 'tenant_id': '5c80f02151fb4d36af9e8eb88c466330'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:11.112168 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:11.116650 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Usage tracker for resource:network and tenant:5c80f02151fb4d36af9e8eb88c466330 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:11.119878 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:11.126962 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:11.138904 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Made reservation on behalf of 5c80f02151fb4d36af9e8eb88c466330 for: {'network': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:41:11.141434 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.154409 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.171058 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:11.176067 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Usage tracker for resource:security_group_rule and tenant:5c80f02151fb4d36af9e8eb88c466330 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:11.179304 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:11.186297 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:11.276716 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.280888 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.284075 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-cba99479-b31c-44ae-bda1-8ae432118e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:11.316244 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=78416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:41:11.324890 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b35b0db-7b3c-4f5a-860e-252c82f04f74,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:11.328951 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:11.331650 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.332002 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.segments_db [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Added segment 3ec26667-4717-40b7-91de-c5d7765df4a1 of type vlan for network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e Jun 25 14:41:11.358872 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.388385 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.390031 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:11.390618 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.394061 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-570398e6-7f65-4beb-a4a6-ba03fca62004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:11.495034 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5199218 Jun 25 14:41:11.498150 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Pushing event updated for resources: {'Network': ['ID=8c908738-410c-4daf-ae3f-1f6ab72e8f7e,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:11.498636 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 58528) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:41:11.501156 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:11.505665 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Request body: {'subnet': {'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-747965944-subnet', 'tenant_id': '5c80f02151fb4d36af9e8eb88c466330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:11.511328 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:11.512205 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:41:11.515445 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Usage tracker for resource:subnet and tenant:5c80f02151fb4d36af9e8eb88c466330 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:11.518425 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:11.524923 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:11.538543 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Made reservation on behalf of 5c80f02151fb4d36af9e8eb88c466330 for: {'subnet': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:41:11.540932 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6690444'] for subnet, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.745650 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6327643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6690458'] for subnet, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:11.749663 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-3c7259bd-4837-49a9-92fa-b531e3cfd2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:11.976217 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e3be4b-f61b-4f7b-9e5e-d271e70cde55,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:11.986003 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:11.986761 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Checking segment: {'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:41:11.987088 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Network hostable DHCP agents. Network: 8c908738-410c-4daf-ae3f-1f6ab72e8f7e, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:41:12.011970 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:41:12.026193 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, 8c908738-410c-4daf-ae3f-1f6ab72e8f7e) {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:41:12.034360 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:12.035099 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:12.039110 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc0c5b5-a8b9-4abf-8084-499098e152e9 None None] Network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:41:12.088138 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-1a9a6422-9033-4a09-a7ff-9bd2916f1ccc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5878589 Jun 25 14:41:12.347048 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf61f31-e0bb-437e-a011-a5c59f49978d None None] Network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:41:12.768216 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f157-86e8-4719-8774-00585b3048bc req-58a46cd0-3431-40ab-90f2-74ecb1a543a4 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:12.769776 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-58a46cd0-3431-40ab-90f2-74ecb1a543a4 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/networks?id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 200 len: 814 time: 0.1621842 Jun 25 14:41:12.786733 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-ec3955f3-1549-43d9-bc72-012bcf206d85 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/quotas/5c80f02151fb4d36af9e8eb88c466330 HTTP/1.1" status: 200 len: 375 time: 0.0108833 Jun 25 14:41:12.839684 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-28fa3efe-fe22-499f-9f72-cf07b829ae04 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c80f02151fb4d36af9e8eb88c466330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463960 Jun 25 14:41:13.003086 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-6affe03b-e7c3-486d-b16f-ceb28a3b9a2d service neutron] 10.222.0.61 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556308 Jun 25 14:41:13.174108 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-5c0664c2-b7bd-4eab-a438-653078ee0d15 service neutron] 10.222.0.61 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641412 Jun 25 14:41:14.469228 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-32f74a01-f934-41b9-a5cc-eb544315f609 req-e9160f94-f4c7-4c34-ae87-f180ee439d87 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 210 time: 0.1192839 Jun 25 14:41:15.867811 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c4939e1d-3d5e-40c5-ba47-1cef293a6772 req-91b5f7f6-6461-43a3-88a5-e42f25013ffc tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 210 time: 0.1908073 Jun 25 14:41:15.885145 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f157-86e8-4719-8774-00585b3048bc req-72682ab7-4bc4-45a5-bcbf-ce29f0e2459f tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:15.886617 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-72682ab7-4bc4-45a5-bcbf-ce29f0e2459f tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "GET /v2.0/networks?id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 200 len: 814 time: 0.3527293 Jun 25 14:41:15.907824 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Request body: {'port': {'device_id': '59cb3c41-310e-4b3a-8dcc-3034faf7d75d', 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e', 'admin_state_up': True, 'tenant_id': '5c80f02151fb4d36af9e8eb88c466330'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:16.068394 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:16.072737 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Usage tracker for resource:port and tenant:5c80f02151fb4d36af9e8eb88c466330 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:16.076056 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:16.083614 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:16.096467 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Made reservation on behalf of 5c80f02151fb4d36af9e8eb88c466330 for: {'port': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:41:16.100339 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:16.280595 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Allocated IP 172.20.0.6 (8c908738-410c-4daf-ae3f-1f6ab72e8f7e/59e3be4b-f61b-4f7b-9e5e-d271e70cde55/590655e1-cf89-4f41-8478-9cfa5759574c) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:41:16.536698 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:16.572274 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:16.578142 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-bfe97008-1e4e-4660-8522-e322b931912f tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:16.650731 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:41:16.654088 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:41:16.658390 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:41:16.690850 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Pushing event updated for resources: {'Port': ['ID=590655e1-cf89-4f41-8478-9cfa5759574c,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:16.697781 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:16.734833 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:16.735635 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:16.759270 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-b7163557-1be4-4aad-8ce4-516e31c5af44 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8557270 Jun 25 14:41:16.777210 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Request body: {'port': {'device_id': '59cb3c41-310e-4b3a-8dcc-3034faf7d75d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:16.905701 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:17.344845 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea431e4-2bcf-418e-98c4-9ade20c54bff req-a2f7a866-04e3-43aa-abd9-1ecee02a0c22 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:17.345593 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-1ea431e4-2bcf-418e-98c4-9ade20c54bff req-a2f7a866-04e3-43aa-abd9-1ecee02a0c22 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Synchronizing usage tracker for tenant:5c80f02151fb4d36af9e8eb88c466330 on resource:port {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:41:17.398069 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-1ea431e4-2bcf-418e-98c4-9ade20c54bff req-a2f7a866-04e3-43aa-abd9-1ecee02a0c22 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Unset dirty status for tenant:5c80f02151fb4d36af9e8eb88c466330 on resource:port {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:41:17.399374 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1ea431e4-2bcf-418e-98c4-9ade20c54bff req-a2f7a866-04e3-43aa-abd9-1ecee02a0c22 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 931 time: 0.4093785 Jun 25 14:41:17.511297 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590655e1-cf89-4f41-8478-9cfa5759574c {{(pid=78417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:41:17.519078 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1ea431e4-2bcf-418e-98c4-9ade20c54bff req-fbf9eee3-9852-4ecc-9a8c-d63c0fbac8be tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048369 Jun 25 14:41:17.523557 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:17.540219 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.provisioning_blocks [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Transition to ACTIVE for port object 590655e1-cf89-4f41-8478-9cfa5759574c will not be triggered until provisioned by entity L2. {{(pid=78417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:41:17.545587 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:17.549709 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-263a11d3-c36c-4a01-9a4b-6579a2da5c13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:17.683130 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Pushing event updated for resources: {'Port': ['ID=590655e1-cf89-4f41-8478-9cfa5759574c,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:17.709946 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:17.795535 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Attempting to bind port 590655e1-cf89-4f41-8478-9cfa5759574c on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:41:17.795836 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Attempting to bind port 590655e1-cf89-4f41-8478-9cfa5759574c by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:41:17.796203 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Attempting to bind port 590655e1-cf89-4f41-8478-9cfa5759574c on network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:41:17.801193 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Port 590655e1-cf89-4f41-8478-9cfa5759574c on network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:41:17.801514 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Attempting to bind port 590655e1-cf89-4f41-8478-9cfa5759574c on network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:41:17.806783 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:41:17.807117 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Checking segment: {'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:41:17.807540 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Bound using segment: {'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'} {{(pid=78417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:41:17.807958 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.managers [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Bound port: 590655e1-cf89-4f41-8478-9cfa5759574c, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'}}] {{(pid=78417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:41:17.808303 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:17.901322 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] For port 590655e1-cf89-4f41-8478-9cfa5759574c, host hv-cinder-79808, cleared binding levels {{(pid=78417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:41:17.906305 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] For port 590655e1-cf89-4f41-8478-9cfa5759574c, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=590655e1-cf89-4f41-8478-9cfa5759574c,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:41:17.911633 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:17.915461 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-16e94e56-ccbb-4978-ba1a-bcf2e4b4241d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:17.983245 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:17.984348 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:17.986684 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] 10.222.0.69 "PUT /v2.0/ports/590655e1-cf89-4f41-8478-9cfa5759574c HTTP/1.1" status: 200 len: 1093 time: 1.2140777 Jun 25 14:41:17.987474 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59cb3c41-310e-4b3a-8dcc-3034faf7d75d', 'tag': '590655e1-cf89-4f41-8478-9cfa5759574c'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:41:18.014863 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Pushing event updated for resources: {'Port': ['ID=590655e1-cf89-4f41-8478-9cfa5759574c,revision_number=3']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:18.021111 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:18.085333 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59cb3c41-310e-4b3a-8dcc-3034faf7d75d', 'tag': '590655e1-cf89-4f41-8478-9cfa5759574c', 'status': 'completed', 'code': 200} Jun 25 14:41:18.132021 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f157-86e8-4719-8774-00585b3048bc req-55c74869-62ff-4963-8d47-b474979335eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:18.133477 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-55c74869-62ff-4963-8d47-b474979335eb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c80f02151fb4d36af9e8eb88c466330&device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 1096 time: 0.0841427 Jun 25 14:41:18.213847 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-6161578b-3ecf-4d57-b606-ac06936f7092 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=590655e1-cf89-4f41-8478-9cfa5759574c HTTP/1.1" status: 200 len: 217 time: 0.0671062 Jun 25 14:41:18.280492 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508f157-86e8-4719-8774-00585b3048bc req-33103721-40d9-4eb0-ba58-90b5d7562593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:18.281946 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-33103721-40d9-4eb0-ba58-90b5d7562593 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59e3be4b-f61b-4f7b-9e5e-d271e70cde55 HTTP/1.1" status: 200 len: 854 time: 0.0615795 Jun 25 14:41:18.335906 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-11b25844-e091-432e-acc0-eeb0290a91c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474441 Jun 25 14:41:18.489228 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-7191c1b4-a2bd-48f8-bb8f-24528356cab5 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464684 Jun 25 14:41:18.656990 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c508f157-86e8-4719-8774-00585b3048bc req-ed31473e-b2a2-475d-ba74-b70ffa5a926d service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613159 Jun 25 14:41:18.946910 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5a3ba-c843-4913-8d66-1808ed837455 req-55336d05-9f70-4333-878f-9c64175d51ba tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:18.949510 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e6f5a3ba-c843-4913-8d66-1808ed837455 req-55336d05-9f70-4333-878f-9c64175d51ba tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 943 time: 0.2641521 Jun 25 14:41:19.005291 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4306-b872-4a09-b1d4-af76a39c4e2e req-5a4b40a9-4075-469b-98cf-a2835ca92040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:19.007835 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1e7b4306-b872-4a09-b1d4-af76a39c4e2e req-5a4b40a9-4075-469b-98cf-a2835ca92040 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c80f02151fb4d36af9e8eb88c466330&device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 1096 time: 0.2415555 Jun 25 14:41:19.059609 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-74363d8b-4137-4a70-ac55-4a54c9ef6202 req-66af3c51-5f9e-4b25-a7c5-c1f83a989b3b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0916581 Jun 25 14:41:19.090650 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e6f5a3ba-c843-4913-8d66-1808ed837455 req-6c3ec1a4-3687-46fd-8f60-bf7614d83daa tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313930 Jun 25 14:41:19.180860 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74363d8b-4137-4a70-ac55-4a54c9ef6202 req-a4f735ca-b132-45d5-9cda-19bc1bc24745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:19.182740 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-74363d8b-4137-4a70-ac55-4a54c9ef6202 req-a4f735ca-b132-45d5-9cda-19bc1bc24745 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 1098 time: 0.0875804 Jun 25 14:41:19.399357 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4306-b872-4a09-b1d4-af76a39c4e2e req-c6dfac94-e9e7-4345-a312-9dfe2196cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:19.401096 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1e7b4306-b872-4a09-b1d4-af76a39c4e2e req-c6dfac94-e9e7-4345-a312-9dfe2196cd61 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 200 len: 915 time: 0.3741686 Jun 25 14:41:19.404909 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74363d8b-4137-4a70-ac55-4a54c9ef6202 req-e82b5882-3327-47b6-9994-f14452fe0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:19.406360 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-74363d8b-4137-4a70-ac55-4a54c9ef6202 req-e82b5882-3327-47b6-9994-f14452fe0fce service neutron] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 912 time: 0.1997509 Jun 25 14:41:19.478519 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1e7b4306-b872-4a09-b1d4-af76a39c4e2e req-b33ec01e-64de-46e6-a861-5e60381e26c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=590655e1-cf89-4f41-8478-9cfa5759574c HTTP/1.1" status: 200 len: 217 time: 0.0657110 Jun 25 14:41:19.524066 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-74363d8b-4137-4a70-ac55-4a54c9ef6202 req-9073e085-0b09-43d3-b488-001296cad2cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93b39611-b89b-44d2-8394-9a22df0927e1 HTTP/1.1" status: 200 len: 1001 time: 0.1102853 Jun 25 14:41:19.591347 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74363d8b-4137-4a70-ac55-4a54c9ef6202 req-523354d4-6104-481d-93ed-d41ea324b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:19.593171 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-74363d8b-4137-4a70-ac55-4a54c9ef6202 req-523354d4-6104-481d-93ed-d41ea324b75e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.0629778 Jun 25 14:41:19.594620 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4306-b872-4a09-b1d4-af76a39c4e2e req-fe25ea05-b922-4702-96ce-a3de43b27312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:19.596999 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1e7b4306-b872-4a09-b1d4-af76a39c4e2e req-fe25ea05-b922-4702-96ce-a3de43b27312 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59e3be4b-f61b-4f7b-9e5e-d271e70cde55 HTTP/1.1" status: 200 len: 854 time: 0.1113608 Jun 25 14:41:19.677137 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1e7b4306-b872-4a09-b1d4-af76a39c4e2e req-b465a806-3605-4f19-838a-32eec03de22e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724919 Jun 25 14:41:19.684664 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74363d8b-4137-4a70-ac55-4a54c9ef6202 req-77cb4e57-5fa4-4855-aa7d-3afc2027be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:19.687996 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-74363d8b-4137-4a70-ac55-4a54c9ef6202 req-77cb4e57-5fa4-4855-aa7d-3afc2027be97 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832503 Jun 25 14:41:19.818762 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1e7b4306-b872-4a09-b1d4-af76a39c4e2e req-a4ca2a07-0618-40a7-9569-be928b72b611 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354210 Jun 25 14:41:19.910343 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-74363d8b-4137-4a70-ac55-4a54c9ef6202 req-5cbc2adb-7317-4662-aecb-ecd9fbab14c4 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160368 Jun 25 14:41:19.974819 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1e7b4306-b872-4a09-b1d4-af76a39c4e2e req-dbebe0bb-ffc6-4509-9948-4a5c7bd0a762 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492081 Jun 25 14:41:20.092860 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-74363d8b-4137-4a70-ac55-4a54c9ef6202 req-45506fff-7793-4e80-b28e-792ba34bb6dc service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758111 Jun 25 14:41:20.312167 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460badc-cded-42aa-abe5-f155aec6382f req-1312bbcf-362f-4d57-874b-7f1656931484 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:20.314063 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1460badc-cded-42aa-abe5-f155aec6382f req-1312bbcf-362f-4d57-874b-7f1656931484 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 943 time: 0.0960228 Jun 25 14:41:20.363703 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1460badc-cded-42aa-abe5-f155aec6382f req-044cee41-4e8f-4cfc-813a-128a48095e7c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433772 Jun 25 14:41:21.565083 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782e9e0-dbea-4367-86af-8f0af4d442d0 req-da052b50-2212-4ea0-8f52-74e697ede543 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:21.566761 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3782e9e0-dbea-4367-86af-8f0af4d442d0 req-da052b50-2212-4ea0-8f52-74e697ede543 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 943 time: 0.0921817 Jun 25 14:41:21.615366 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3782e9e0-dbea-4367-86af-8f0af4d442d0 req-d7b97689-4f36-4924-8a49-8df00ee74e40 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427237 Jun 25 14:41:22.819738 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 590655e1-cf89-4f41-8478-9cfa5759574c details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:41:22.838951 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13b9c3-616d-45a8-9ede-56ad92061c02 req-ef4a4e53-48f1-498d-a18a-119100ad8c79 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:22.840780 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3d13b9c3-616d-45a8-9ede-56ad92061c02 req-ef4a4e53-48f1-498d-a18a-119100ad8c79 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 943 time: 0.0932696 Jun 25 14:41:22.895615 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-3d13b9c3-616d-45a8-9ede-56ad92061c02 req-4877dc89-2fbc-4028-9bf4-e900fc78983b tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476592 Jun 25 14:41:22.960798 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 590655e1-cf89-4f41-8478-9cfa5759574c, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=590655e1-cf89-4f41-8478-9cfa5759574c,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:22.976399 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '590655e1-cf89-4f41-8478-9cfa5759574c', 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e', 'port_id': '590655e1-cf89-4f41-8478-9cfa5759574c', 'mac_address': 'fa:16:3e:ab:42:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e3be4b-f61b-4f7b-9e5e-d271e70cde55', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:41:23.035438 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:23.055229 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590655e1-cf89-4f41-8478-9cfa5759574c {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:41:23.072062 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 590655e1-cf89-4f41-8478-9cfa5759574c, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=590655e1-cf89-4f41-8478-9cfa5759574c,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:23.077838 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:23.080893 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:23.149559 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=590655e1-cf89-4f41-8478-9cfa5759574c,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:23.157144 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:23.157494 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:23.157834 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:23.158167 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:23.158500 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:23.158828 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:23.159154 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:23.159492 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:23.159838 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:23.160160 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:23.160485 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:23.160804 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:23.164883 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:23.364503 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['590655e1-cf89-4f41-8478-9cfa5759574c'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:41:23.740090 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:41:24.097526 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5401014-ca5a-4a14-8204-f2a45b891ef7 req-0eb020ba-8097-409f-bd70-7a0aeb687d87 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:24.099057 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d5401014-ca5a-4a14-8204-f2a45b891ef7 req-0eb020ba-8097-409f-bd70-7a0aeb687d87 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 944 time: 0.0886092 Jun 25 14:41:24.148307 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d5401014-ca5a-4a14-8204-f2a45b891ef7 req-c9ed86c6-8543-445f-a2ad-9a9494b8189d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Jun 25 14:41:24.835005 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 590655e1-cf89-4f41-8478-9cfa5759574c up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:41:24.905129 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 590655e1-cf89-4f41-8478-9cfa5759574c completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:41:24.910851 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 590655e1-cf89-4f41-8478-9cfa5759574c triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:24.911224 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:25.059811 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:25.093093 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cb3c41-310e-4b3a-8dcc-3034faf7d75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590655e1-cf89-4f41-8478-9cfa5759574c'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:41:25.106183 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 590655e1-cf89-4f41-8478-9cfa5759574c, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=590655e1-cf89-4f41-8478-9cfa5759574c,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:25.111630 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:25.113963 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-6dd02c0f-e096-4c6e-8ab0-9ecdc1d3e609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:25.151982 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59cb3c41-310e-4b3a-8dcc-3034faf7d75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590655e1-cf89-4f41-8478-9cfa5759574c', 'code': 200} Jun 25 14:41:25.203094 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=590655e1-cf89-4f41-8478-9cfa5759574c,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:25.208216 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:25.389377 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d4fe1-2ed7-4d9a-8059-6dc499f60957 req-088edbea-2f72-4cdf-9bc0-e94a505d6a27 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:25.390866 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-663d4fe1-2ed7-4d9a-8059-6dc499f60957 req-088edbea-2f72-4cdf-9bc0-e94a505d6a27 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 945 time: 0.0952754 Jun 25 14:41:25.454940 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-663d4fe1-2ed7-4d9a-8059-6dc499f60957 req-a85cc3fb-1b7c-44bb-9673-fa15e7fefb78 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571864 Jun 25 14:41:25.468674 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d2684-fca0-45e0-b097-011fa0d03bd0 req-38d78c07-5978-4660-8d39-71ec3d87c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:25.470275 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-a56d2684-fca0-45e0-b097-011fa0d03bd0 req-38d78c07-5978-4660-8d39-71ec3d87c418 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 1098 time: 0.0919180 Jun 25 14:41:25.622071 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-a56d2684-fca0-45e0-b097-011fa0d03bd0 req-0e07bbae-ebe0-48f9-9766-80e7424fe503 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455665 Jun 25 14:41:26.752044 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f30400-e1af-4ce3-95af-bec10a8fe48a req-86f2c4eb-255e-44d3-a07a-cb8f64267e14 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:26.753704 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a8f30400-e1af-4ce3-95af-bec10a8fe48a req-86f2c4eb-255e-44d3-a07a-cb8f64267e14 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 945 time: 0.1470692 Jun 25 14:41:26.802520 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a8f30400-e1af-4ce3-95af-bec10a8fe48a req-3adfea4c-f472-4837-8cc7-986d61549064 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426342 Jun 25 14:41:28.030123 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9c6bf-b334-4ff9-8b2e-bbdcec65f0b1 req-d834c515-e971-450f-802a-79ffa6421e63 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:28.034043 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bfb9c6bf-b334-4ff9-8b2e-bbdcec65f0b1 req-d834c515-e971-450f-802a-79ffa6421e63 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 945 time: 0.1083562 Jun 25 14:41:28.116916 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bfb9c6bf-b334-4ff9-8b2e-bbdcec65f0b1 req-8ee3aad1-ddd3-4b7a-a089-3d9ac8b124b6 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760093 Jun 25 14:41:32.585325 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f5c1-ae2d-4478-9136-f323bc0a1d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:32.986313 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:35.438588 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-2bafb23f-f134-4011-a933-c1c8ab47cb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:36.168064 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:37.602637 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:38.529131 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-0b005bcb-7aa0-4ed4-8201-ad792ed03931 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:38.530766 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-0b005bcb-7aa0-4ed4-8201-ad792ed03931 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/networks?id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 200 len: 814 time: 0.1647508 Jun 25 14:41:38.551066 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-48f146eb-a256-4d3b-b979-cd812df0886a tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/quotas/5c80f02151fb4d36af9e8eb88c466330 HTTP/1.1" status: 200 len: 375 time: 0.0100026 Jun 25 14:41:38.577954 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:38.645227 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-3ce71026-fca2-4ba3-b99a-afcb137c9b85 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c80f02151fb4d36af9e8eb88c466330&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0855894 Jun 25 14:41:38.657414 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-52ff27a8-5a21-4d2f-8e70-4a644162af2f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=78417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:41:38.658423 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-52ff27a8-5a21-4d2f-8e70-4a644162af2f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063303 Jun 25 14:41:38.811923 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-2a0eba9d-e6e3-4aa6-80a6-fb3be2943d8f service neutron] 10.222.0.61 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426115 Jun 25 14:41:39.085284 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-4c19cbf0-087c-46c7-90f3-06b2802dcfea service neutron] 10.222.0.61 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630188 Jun 25 14:41:39.295732 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2cc1346c-b6d9-4611-81b5-64f4699900a1 req-b0111ce8-aa35-478c-99bf-5788f14a71eb tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 210 time: 0.0526643 Jun 25 14:41:40.549744 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-54f9b9a2-de15-48c1-9300-91a9ea5b48b4 req-ed05faac-6524-4d74-a7bc-30d83c30def9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 210 time: 0.0796070 Jun 25 14:41:40.802803 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-3b895a26-a2fb-4134-af40-d973e59464bd tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:40.803969 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-3b895a26-a2fb-4134-af40-d973e59464bd tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Synchronizing usage tracker for tenant:5c80f02151fb4d36af9e8eb88c466330 on resource:network {{(pid=78416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:41:40.833443 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-3b895a26-a2fb-4134-af40-d973e59464bd tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Unset dirty status for tenant:5c80f02151fb4d36af9e8eb88c466330 on resource:network {{(pid=78416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:41:40.835227 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-3b895a26-a2fb-4134-af40-d973e59464bd tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "GET /v2.0/networks?id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 200 len: 814 time: 0.2082446 Jun 25 14:41:40.858615 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Request body: {'port': {'device_id': 'ddba3087-9657-47cb-bb80-2661162a8109', 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e', 'admin_state_up': True, 'tenant_id': '5c80f02151fb4d36af9e8eb88c466330'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:41.015440 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:41.027910 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:41.040636 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Made reservation on behalf of 5c80f02151fb4d36af9e8eb88c466330 for: {'port': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:41:41.045012 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:41.227651 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Allocated IP 172.20.0.4 (8c908738-410c-4daf-ae3f-1f6ab72e8f7e/59e3be4b-f61b-4f7b-9e5e-d271e70cde55/803176c4-1341-4ab6-9db2-483583bdf73c) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:41:41.494209 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:41.540966 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:41.548079 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-09a65fd3-b467-4ba4-b1c2-5ac1a2e44640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:41.577046 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['590655e1-cf89-4f41-8478-9cfa5759574c'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:41:41.626418 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:41:41.630026 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:41:41.637921 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Pushing event updated for resources: {'Port': ['ID=803176c4-1341-4ab6-9db2-483583bdf73c,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:41.647071 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:41:41.690750 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:41.691162 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:41.691562 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:41.691940 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:41.692348 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:41.692718 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:41.693270 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:41.693641 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:41.694011 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:41.694374 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:41.694742 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:41.695108 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:41:41.711709 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:41.726223 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:41.726893 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:41.761133 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9104137 Jun 25 14:41:41.780327 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c3ae83f8-eac4-4e87-a0ab-88a97fdece1d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=78416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:41:41.781824 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c3ae83f8-eac4-4e87-a0ab-88a97fdece1d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084059 Jun 25 14:41:41.845967 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517d926-23ac-4473-8f45-0328703a3733 req-e5653c6c-e4a1-4565-b31a-a042d2b063cf tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:41.848721 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1517d926-23ac-4473-8f45-0328703a3733 req-e5653c6c-e4a1-4565-b31a-a042d2b063cf tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 931 time: 0.1657395 Jun 25 14:41:41.862240 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Request body: {'port': {'device_id': 'ddba3087-9657-47cb-bb80-2661162a8109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:41.917366 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1517d926-23ac-4473-8f45-0328703a3733 req-0d623cdb-e651-423f-ab1b-322229d710aa tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626624 Jun 25 14:41:41.984271 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.378988 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803176c4-1341-4ab6-9db2-483583bdf73c {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:41:42.386840 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.403257 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Transition to ACTIVE for port object 803176c4-1341-4ab6-9db2-483583bdf73c will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:41:42.409174 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.416468 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-92515b71-9bc4-49ef-92c5-ce88e971605e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:42.596914 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Pushing event updated for resources: {'Port': ['ID=803176c4-1341-4ab6-9db2-483583bdf73c,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:42.625362 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:42.668710 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Attempting to bind port 803176c4-1341-4ab6-9db2-483583bdf73c on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:41:42.668985 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Attempting to bind port 803176c4-1341-4ab6-9db2-483583bdf73c by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:41:42.669362 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Attempting to bind port 803176c4-1341-4ab6-9db2-483583bdf73c on network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:41:42.674399 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Port 803176c4-1341-4ab6-9db2-483583bdf73c on network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:41:42.674719 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Attempting to bind port 803176c4-1341-4ab6-9db2-483583bdf73c on network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:41:42.680096 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:41:42.680434 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Checking segment: {'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:41:42.680824 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Bound using segment: {'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:41:42.681262 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Bound port: 803176c4-1341-4ab6-9db2-483583bdf73c, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:41:42.681609 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.893615 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] For port 803176c4-1341-4ab6-9db2-483583bdf73c, host hv-cinder-79808, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:41:42.897011 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] For port 803176c4-1341-4ab6-9db2-483583bdf73c, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=803176c4-1341-4ab6-9db2-483583bdf73c,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:41:42.901362 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.905986 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-21f04abc-3f0c-4d3d-b8b8-9a43ccabb6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:42.966802 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:42.967433 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:42.968879 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] 10.222.0.69 "PUT /v2.0/ports/803176c4-1341-4ab6-9db2-483583bdf73c HTTP/1.1" status: 200 len: 1093 time: 1.1806922 Jun 25 14:41:42.969413 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddba3087-9657-47cb-bb80-2661162a8109', 'tag': '803176c4-1341-4ab6-9db2-483583bdf73c'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:41:43.012040 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Pushing event updated for resources: {'Port': ['ID=803176c4-1341-4ab6-9db2-483583bdf73c,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:43.016699 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:43.079227 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddba3087-9657-47cb-bb80-2661162a8109', 'tag': '803176c4-1341-4ab6-9db2-483583bdf73c', 'status': 'completed', 'code': 200} Jun 25 14:41:43.136836 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-5bc7f90e-a664-4971-a6ad-67624642dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:43.139830 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-5bc7f90e-a664-4971-a6ad-67624642dda4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c80f02151fb4d36af9e8eb88c466330&device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 1096 time: 0.0960400 Jun 25 14:41:43.219356 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-27754a4c-b9f5-41b6-af0e-22b8d56e4014 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803176c4-1341-4ab6-9db2-483583bdf73c HTTP/1.1" status: 200 len: 217 time: 0.0656936 Jun 25 14:41:43.267874 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b298c-3fb0-424c-bd30-ad1d05219bdc req-e0d5e8fe-30d2-4276-9618-5afeacec8790 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:43.270695 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6d8b298c-3fb0-424c-bd30-ad1d05219bdc req-e0d5e8fe-30d2-4276-9618-5afeacec8790 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 943 time: 0.1612220 Jun 25 14:41:43.293877 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-b4cae598-8c5b-436e-8139-ed02c6811954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:43.296701 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-b4cae598-8c5b-436e-8139-ed02c6811954 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59e3be4b-f61b-4f7b-9e5e-d271e70cde55 HTTP/1.1" status: 200 len: 854 time: 0.0712781 Jun 25 14:41:43.346671 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-b47e465a-0992-49c3-9213-07c7b36f3fd2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434015 Jun 25 14:41:43.350361 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6d8b298c-3fb0-424c-bd30-ad1d05219bdc req-dfc60219-6b63-4312-a96c-03d5271ac59a tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726674 Jun 25 14:41:43.487771 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-fd9f4869-75bd-49c3-b4ef-fce92989a135 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336448 Jun 25 14:41:43.642533 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-0dc80bfa-147a-4988-bd4a-4b586ebe9206 req-daff5818-4497-48e8-b0c7-c638d5a91bb2 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478293 Jun 25 14:41:43.817631 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554b84d-905a-4429-b125-1206b98f8ae6 req-f9150a5e-9875-453e-95ce-18ee25bb668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:43.818998 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5554b84d-905a-4429-b125-1206b98f8ae6 req-f9150a5e-9875-453e-95ce-18ee25bb668a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c80f02151fb4d36af9e8eb88c466330&device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 1096 time: 0.0753062 Jun 25 14:41:43.961546 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554b84d-905a-4429-b125-1206b98f8ae6 req-b9afc58c-41f2-4077-b31a-fdf163172c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:43.963007 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5554b84d-905a-4429-b125-1206b98f8ae6 req-b9afc58c-41f2-4077-b31a-fdf163172c09 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 200 len: 915 time: 0.1342268 Jun 25 14:41:44.040132 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5554b84d-905a-4429-b125-1206b98f8ae6 req-be691af9-52ca-4376-b2c4-77a95312550a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803176c4-1341-4ab6-9db2-483583bdf73c HTTP/1.1" status: 200 len: 217 time: 0.0689359 Jun 25 14:41:44.111927 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554b84d-905a-4429-b125-1206b98f8ae6 req-278aa15f-e456-4dc0-b9ff-e3a73fb65eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:44.113286 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5554b84d-905a-4429-b125-1206b98f8ae6 req-278aa15f-e456-4dc0-b9ff-e3a73fb65eb4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59e3be4b-f61b-4f7b-9e5e-d271e70cde55 HTTP/1.1" status: 200 len: 854 time: 0.0659223 Jun 25 14:41:44.162303 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5554b84d-905a-4429-b125-1206b98f8ae6 req-d576b503-4627-45c5-988a-189c6dd011bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416617 Jun 25 14:41:44.303813 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5554b84d-905a-4429-b125-1206b98f8ae6 req-8516876a-2cb6-4291-a122-30b078678244 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345723 Jun 25 14:41:44.463971 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-5554b84d-905a-4429-b125-1206b98f8ae6 req-b5fecb25-f76b-495a-9103-9fd67623ae94 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524880 Jun 25 14:41:44.624357 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f4217-7dbe-4603-b00f-d87a9c7b393e req-662f7da0-6574-46cf-bed6-f35a006fb113 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:44.626695 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-032f4217-7dbe-4603-b00f-d87a9c7b393e req-662f7da0-6574-46cf-bed6-f35a006fb113 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 943 time: 0.1094658 Jun 25 14:41:44.708820 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-032f4217-7dbe-4603-b00f-d87a9c7b393e req-3dfe1c66-5c6a-46a4-8d19-7ca8e10ebc4c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754809 Jun 25 14:41:45.898324 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef133d1d-ca5b-4502-8805-7635f39ba55e req-04192818-dc21-4507-b83f-40cf1770aa76 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:45.899914 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef133d1d-ca5b-4502-8805-7635f39ba55e req-04192818-dc21-4507-b83f-40cf1770aa76 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 943 time: 0.0847883 Jun 25 14:41:45.949023 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ef133d1d-ca5b-4502-8805-7635f39ba55e req-0b011fa1-e4b8-4d84-8e41-d1199901fba1 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421500 Jun 25 14:41:46.943982 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 803176c4-1341-4ab6-9db2-483583bdf73c details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:41:47.202598 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 803176c4-1341-4ab6-9db2-483583bdf73c, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=803176c4-1341-4ab6-9db2-483583bdf73c,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:47.221969 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62aba2-6fcf-4d9f-9a60-7e2bafc774c4 req-17764a2f-ed7f-4ea0-aaa4-73c95bc6a6cb tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:47.224164 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6a62aba2-6fcf-4d9f-9a60-7e2bafc774c4 req-17764a2f-ed7f-4ea0-aaa4-73c95bc6a6cb tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 943 time: 0.1106758 Jun 25 14:41:47.224908 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '803176c4-1341-4ab6-9db2-483583bdf73c', 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e', 'port_id': '803176c4-1341-4ab6-9db2-483583bdf73c', 'mac_address': 'fa:16:3e:82:2b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e3be4b-f61b-4f7b-9e5e-d271e70cde55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:41:47.276556 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6a62aba2-6fcf-4d9f-9a60-7e2bafc774c4 req-eee749f3-be58-41f6-accd-ce6990273344 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459487 Jun 25 14:41:47.285918 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:47.304007 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803176c4-1341-4ab6-9db2-483583bdf73c {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:41:47.322172 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 803176c4-1341-4ab6-9db2-483583bdf73c, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=803176c4-1341-4ab6-9db2-483583bdf73c,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:47.326907 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:47.329207 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-f90ae25a-2620-46f0-97fb-b019808cdce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:47.401594 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=803176c4-1341-4ab6-9db2-483583bdf73c,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:47.405885 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:47.647431 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['803176c4-1341-4ab6-9db2-483583bdf73c'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:41:48.481792 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b08f8-be42-4d76-a25f-313db8aed103 req-380e8898-2230-4419-9db9-2ab38a77eacc tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:48.483282 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6e5b08f8-be42-4d76-a25f-313db8aed103 req-380e8898-2230-4419-9db9-2ab38a77eacc tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 944 time: 0.0864594 Jun 25 14:41:48.537272 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6e5b08f8-be42-4d76-a25f-313db8aed103 req-846aa068-db98-431b-9b5d-8c7de143b151 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475161 Jun 25 14:41:48.961731 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 803176c4-1341-4ab6-9db2-483583bdf73c up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:41:49.051143 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 803176c4-1341-4ab6-9db2-483583bdf73c completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:41:49.060707 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 803176c4-1341-4ab6-9db2-483583bdf73c triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:41:49.061349 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:49.284995 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:49.315563 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddba3087-9657-47cb-bb80-2661162a8109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803176c4-1341-4ab6-9db2-483583bdf73c'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:41:49.328213 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 803176c4-1341-4ab6-9db2-483583bdf73c, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=803176c4-1341-4ab6-9db2-483583bdf73c,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:41:49.333310 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:49.335729 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:49.377448 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddba3087-9657-47cb-bb80-2661162a8109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803176c4-1341-4ab6-9db2-483583bdf73c', 'code': 200} Jun 25 14:41:49.438805 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=803176c4-1341-4ab6-9db2-483583bdf73c,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:49.443589 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:49.657248 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce51e52-7ece-4f63-b6de-84913f5e7311 req-bf39591d-1c20-403b-840c-591fec84ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:49.658787 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-cce51e52-7ece-4f63-b6de-84913f5e7311 req-bf39591d-1c20-403b-840c-591fec84ba2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 1098 time: 0.0783844 Jun 25 14:41:49.706644 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-cce51e52-7ece-4f63-b6de-84913f5e7311 req-755d2c51-58b6-4db1-95a8-f92ec8fbee28 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411811 Jun 25 14:41:49.787785 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe10d72-2120-4ce1-8e8b-073efd06b69c req-39ff8dfa-0325-43cf-838d-9540c4a34784 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:49.789321 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ffe10d72-2120-4ce1-8e8b-073efd06b69c req-39ff8dfa-0325-43cf-838d-9540c4a34784 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 945 time: 0.0954146 Jun 25 14:41:49.840271 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ffe10d72-2120-4ce1-8e8b-073efd06b69c req-aa9f9691-6af6-4346-9d4c-3c7d55d8ca73 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437188 Jun 25 14:41:51.155309 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58502989-cd94-47a4-96e5-e509012a1526 req-55a40460-307a-41df-8b6a-261d06ce2985 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:51.158027 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-58502989-cd94-47a4-96e5-e509012a1526 req-55a40460-307a-41df-8b6a-261d06ce2985 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 945 time: 0.1660044 Jun 25 14:41:51.211254 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-58502989-cd94-47a4-96e5-e509012a1526 req-c27b8e4d-b6fc-4ec2-ad9b-2a9a7bd5bbfd tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471575 Jun 25 14:41:52.423635 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5aedb-5ce0-4023-9e59-ae67309c0876 req-fbaa66ed-3f86-4d57-a020-55240de45ba2 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:52.425246 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d9a5aedb-5ce0-4023-9e59-ae67309c0876 req-fbaa66ed-3f86-4d57-a020-55240de45ba2 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 945 time: 0.0986483 Jun 25 14:41:52.522375 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d9a5aedb-5ce0-4023-9e59-ae67309c0876 req-8112fc48-2a3d-45ca-b704-ab978542e705 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880456 Jun 25 14:41:55.185438 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-b688b3f8-cbfe-4ee2-9b56-7f21247951ce tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:55.187571 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-b688b3f8-cbfe-4ee2-9b56-7f21247951ce tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/networks?id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 200 len: 814 time: 0.1912076 Jun 25 14:41:55.208452 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a4c96cd5-5ac5-4f00-ab04-0dc78bd58918 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/quotas/5c80f02151fb4d36af9e8eb88c466330 HTTP/1.1" status: 200 len: 375 time: 0.0134687 Jun 25 14:41:55.338381 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-2ca7717c-975e-461d-855d-32a39a601c5b tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c80f02151fb4d36af9e8eb88c466330&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197109 Jun 25 14:41:55.413976 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-1d793e33-e7bd-4829-ad03-113f6e9ac6ec service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=78417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 25 14:41:55.415801 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-1d793e33-e7bd-4829-ad03-113f6e9ac6ec service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0694513 Jun 25 14:41:55.586784 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-11a4d4f0-e170-4390-b7ca-be76824ba8af service neutron] 10.222.0.61 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594546 Jun 25 14:41:55.807856 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-0050a7d9-004f-4e5b-8d5f-f1ca95adf6b9 service neutron] 10.222.0.61 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138588 Jun 25 14:41:56.043673 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-59be19cd-8052-4991-8bc2-17ae4305eb3b req-39ddffe0-35d7-4a23-a969-956f7fd95278 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 210 time: 0.0491817 Jun 25 14:41:57.281422 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-13a77a31-c0c4-4c03-9dec-e9bccf40f821 req-f94b2288-c6d5-45ab-8c18-c7e3fe7ccf16 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 210 time: 0.0538075 Jun 25 14:41:57.503303 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-be774b69-9583-4218-a1bb-0ba8d1a96b2c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:57.505534 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-be774b69-9583-4218-a1bb-0ba8d1a96b2c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "GET /v2.0/networks?id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 200 len: 814 time: 0.2479479 Jun 25 14:41:57.535435 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Request body: {'port': {'device_id': '34c0aa39-7003-4370-8f2e-1897638a4a73', 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e', 'admin_state_up': True, 'tenant_id': '5c80f02151fb4d36af9e8eb88c466330'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:57.841107 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:41:57.846442 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Usage tracker for resource:port and tenant:5c80f02151fb4d36af9e8eb88c466330 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:41:57.850715 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:41:57.859882 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:41:57.877301 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Made reservation on behalf of 5c80f02151fb4d36af9e8eb88c466330 for: {'port': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:41:57.883631 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:58.106285 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Allocated IP 172.20.0.9 (8c908738-410c-4daf-ae3f-1f6ab72e8f7e/59e3be4b-f61b-4f7b-9e5e-d271e70cde55/e26ddf5d-f860-4581-a55e-e072a06e0493) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:41:58.376124 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:58.423859 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:58.431182 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-374e8612-e3ae-4d07-b1ed-01b5e859b7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:58.467707 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['590655e1-cf89-4f41-8478-9cfa5759574c', '803176c4-1341-4ab6-9db2-483583bdf73c'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:41:58.552702 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:41:58.558473 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:41:58.566460 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:41:58.658596 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Pushing event updated for resources: {'Port': ['ID=e26ddf5d-f860-4581-a55e-e072a06e0493,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:58.666407 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:58.701002 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b6c7f-7659-4f76-97f0-955d562a5166 req-743e3eb1-fee8-4876-a462-6c4d27ef64bb tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:58.703902 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a40b6c7f-7659-4f76-97f0-955d562a5166 req-743e3eb1-fee8-4876-a462-6c4d27ef64bb tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 931 time: 0.2641749 Jun 25 14:41:58.704371 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:41:58.705605 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:58.754927 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2270164 Jun 25 14:41:58.775433 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a40b6c7f-7659-4f76-97f0-955d562a5166 req-ca772300-6621-47d0-a738-0af0897976bc tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634336 Jun 25 14:41:58.783140 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Request body: {'port': {'device_id': '34c0aa39-7003-4370-8f2e-1897638a4a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:41:58.954979 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:59.471837 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26ddf5d-f860-4581-a55e-e072a06e0493 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:41:59.479768 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:59.500928 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Transition to ACTIVE for port object e26ddf5d-f860-4581-a55e-e072a06e0493 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:41:59.505397 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:59.509471 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:41:59.649283 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Pushing event updated for resources: {'Port': ['ID=e26ddf5d-f860-4581-a55e-e072a06e0493,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:41:59.677939 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:41:59.775654 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Attempting to bind port e26ddf5d-f860-4581-a55e-e072a06e0493 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:41:59.775975 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Attempting to bind port e26ddf5d-f860-4581-a55e-e072a06e0493 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:41:59.776298 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Attempting to bind port e26ddf5d-f860-4581-a55e-e072a06e0493 on network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:41:59.782094 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Port e26ddf5d-f860-4581-a55e-e072a06e0493 on network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:41:59.782412 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Attempting to bind port e26ddf5d-f860-4581-a55e-e072a06e0493 on network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:41:59.787816 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:41:59.788153 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Checking segment: {'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:41:59.788528 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Bound using segment: {'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:41:59.788955 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Bound port: e26ddf5d-f860-4581-a55e-e072a06e0493, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:41:59.789298 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:59.891200 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] For port e26ddf5d-f860-4581-a55e-e072a06e0493, host hv-cinder-79808, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:41:59.894889 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] For port e26ddf5d-f860-4581-a55e-e072a06e0493, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=e26ddf5d-f860-4581-a55e-e072a06e0493,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:41:59.900957 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:41:59.908695 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-24b1018f-e207-4a2b-8621-f96edbfe3d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:00.016267 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:00.017699 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:00.019235 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] 10.222.0.69 "PUT /v2.0/ports/e26ddf5d-f860-4581-a55e-e072a06e0493 HTTP/1.1" status: 200 len: 1093 time: 1.2447410 Jun 25 14:42:00.020041 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c0aa39-7003-4370-8f2e-1897638a4a73', 'tag': 'e26ddf5d-f860-4581-a55e-e072a06e0493'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:00.053510 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd99398-0580-4813-9fa6-0e090ff63032 req-12d6fa9b-68c7-4e16-a394-52519fd4e69f tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:00.055850 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7dd99398-0580-4813-9fa6-0e090ff63032 req-12d6fa9b-68c7-4e16-a394-52519fd4e69f tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 943 time: 0.1532891 Jun 25 14:42:00.063209 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Pushing event updated for resources: {'Port': ['ID=e26ddf5d-f860-4581-a55e-e072a06e0493,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:00.069228 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:00.120631 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c0aa39-7003-4370-8f2e-1897638a4a73', 'tag': 'e26ddf5d-f860-4581-a55e-e072a06e0493', 'status': 'completed', 'code': 200} Jun 25 14:42:00.131192 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7dd99398-0580-4813-9fa6-0e090ff63032 req-53a95db1-566b-4d1e-ab17-662da3d0de84 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687211 Jun 25 14:42:00.168492 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a64bd6a9-c8cb-43ce-8ffd-9c0fa97bf8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:00.170579 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-a64bd6a9-c8cb-43ce-8ffd-9c0fa97bf8ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c80f02151fb4d36af9e8eb88c466330&device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 1096 time: 0.0825343 Jun 25 14:42:00.361536 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-730c650f-7603-4fe3-9473-6938456503cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e26ddf5d-f860-4581-a55e-e072a06e0493 HTTP/1.1" status: 200 len: 217 time: 0.1746213 Jun 25 14:42:00.440912 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-b1c45d04-ec06-45c6-91c9-52367f34af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:00.442458 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-b1c45d04-ec06-45c6-91c9-52367f34af03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59e3be4b-f61b-4f7b-9e5e-d271e70cde55 HTTP/1.1" status: 200 len: 854 time: 0.0650413 Jun 25 14:42:00.495538 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-7e4fd189-0be3-4934-8f2a-1eff767c2bd5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456829 Jun 25 14:42:00.647257 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-1a0db071-0cb5-4a68-8632-e616086f25e1 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442502 Jun 25 14:42:00.744295 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:42:00.816339 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c35db6b0-e1e2-4eb2-b058-8ea231bc9cb2 req-86467719-14a2-4358-b3b9-34a952bceeb1 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609242 Jun 25 14:42:01.026500 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4f57e-1c15-44ed-9394-ead9fb50ba4f req-c052d400-a9c0-4ed7-a854-9f6db0ebc291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:01.028833 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2ed4f57e-1c15-44ed-9394-ead9fb50ba4f req-c052d400-a9c0-4ed7-a854-9f6db0ebc291 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c80f02151fb4d36af9e8eb88c466330&device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 1096 time: 0.0858462 Jun 25 14:42:01.245157 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4f57e-1c15-44ed-9394-ead9fb50ba4f req-59a09e9d-8e7e-4024-be4b-bf7af5534a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:01.249740 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2ed4f57e-1c15-44ed-9394-ead9fb50ba4f req-59a09e9d-8e7e-4024-be4b-bf7af5534a34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 200 len: 915 time: 0.2127693 Jun 25 14:42:01.330818 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2ed4f57e-1c15-44ed-9394-ead9fb50ba4f req-b106126f-fd3c-4638-a0ed-5c55a90c3656 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e26ddf5d-f860-4581-a55e-e072a06e0493 HTTP/1.1" status: 200 len: 217 time: 0.0721271 Jun 25 14:42:01.409452 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4f57e-1c15-44ed-9394-ead9fb50ba4f req-2d1b7b1d-58fa-418e-9a50-62bf63d5d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:01.410963 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2ed4f57e-1c15-44ed-9394-ead9fb50ba4f req-2d1b7b1d-58fa-418e-9a50-62bf63d5d634 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59e3be4b-f61b-4f7b-9e5e-d271e70cde55 HTTP/1.1" status: 200 len: 854 time: 0.0672407 Jun 25 14:42:01.430276 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04946de-d876-4666-80a0-114b51a98174 req-0054368d-8281-43d7-8fc7-7dfae976bf85 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:01.432919 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e04946de-d876-4666-80a0-114b51a98174 req-0054368d-8281-43d7-8fc7-7dfae976bf85 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 943 time: 0.1355438 Jun 25 14:42:01.462245 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2ed4f57e-1c15-44ed-9394-ead9fb50ba4f req-fef4f09c-7aae-4697-8374-e4905da1d4d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438662 Jun 25 14:42:01.508059 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e04946de-d876-4666-80a0-114b51a98174 req-39862d3b-3ed6-47b9-911b-f922cfa4c2dd tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674601 Jun 25 14:42:01.699728 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2ed4f57e-1c15-44ed-9394-ead9fb50ba4f req-cf10ff48-93f4-4bec-ad67-170e3c183470 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268276 Jun 25 14:42:01.850610 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2ed4f57e-1c15-44ed-9394-ead9fb50ba4f req-5ebc974a-ff14-4a29-8012-9cb8f1d20ec5 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442630 Jun 25 14:42:02.590663 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b65d2420-8bf5-4e6d-ac08-ab920d646694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:02.715925 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5ca4d-d7dd-44d5-89ab-92604a226d3e req-e23e86b2-5811-40d9-bec6-8e3389295aeb tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:02.717340 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5df5ca4d-d7dd-44d5-89ab-92604a226d3e req-e23e86b2-5811-40d9-bec6-8e3389295aeb tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 943 time: 0.0861986 Jun 25 14:42:02.765418 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5df5ca4d-d7dd-44d5-89ab-92604a226d3e req-3b48543d-9ba7-40e2-9749-5869abfff844 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 Jun 25 14:42:02.991633 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:03.973945 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de03ee-3d46-46ab-a2b2-f997ad8ac14a req-8fb37a98-49ac-4a33-9344-aecd046bee98 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:03.975515 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-00de03ee-3d46-46ab-a2b2-f997ad8ac14a req-8fb37a98-49ac-4a33-9344-aecd046bee98 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 943 time: 0.0890143 Jun 25 14:42:04.031706 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-00de03ee-3d46-46ab-a2b2-f997ad8ac14a req-1819c651-28a8-4dd3-ba7d-990105c0cb78 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443234 Jun 25 14:42:05.067828 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device e26ddf5d-f860-4581-a55e-e072a06e0493 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:42:05.208806 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port e26ddf5d-f860-4581-a55e-e072a06e0493, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=e26ddf5d-f860-4581-a55e-e072a06e0493,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:05.228075 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': 'e26ddf5d-f860-4581-a55e-e072a06e0493', 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e', 'port_id': 'e26ddf5d-f860-4581-a55e-e072a06e0493', 'mac_address': 'fa:16:3e:73:d7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e3be4b-f61b-4f7b-9e5e-d271e70cde55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:42:05.229637 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067653f-a395-4ef2-b7c9-84687047d78a req-2f975c98-9556-4bc7-b04a-d05f928ed47e tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:05.233394 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a067653f-a395-4ef2-b7c9-84687047d78a req-2f975c98-9556-4bc7-b04a-d05f928ed47e tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 943 time: 0.0871542 Jun 25 14:42:05.280398 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a067653f-a395-4ef2-b7c9-84687047d78a req-c8cb90cf-4f75-44dc-9932-f32ab46edbd8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Jun 25 14:42:05.292828 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:05.312280 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26ddf5d-f860-4581-a55e-e072a06e0493 {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:42:05.329484 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port e26ddf5d-f860-4581-a55e-e072a06e0493, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=e26ddf5d-f860-4581-a55e-e072a06e0493,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:05.333707 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:05.335453 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:05.406008 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=e26ddf5d-f860-4581-a55e-e072a06e0493,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:05.409302 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:05.442550 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44580774-d8e6-4bc5-8987-52bb819f7b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:05.645934 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['e26ddf5d-f860-4581-a55e-e072a06e0493'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:42:05.718034 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a38b9-714e-4fcd-88e3-c317b7d1b452 req-78eebfde-097a-4acd-94ac-15c3b39fbb07 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:05.719685 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6d9a38b9-714e-4fcd-88e3-c317b7d1b452 req-78eebfde-097a-4acd-94ac-15c3b39fbb07 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 945 time: 0.0984406 Jun 25 14:42:05.777958 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6d9a38b9-714e-4fcd-88e3-c317b7d1b452 req-8ee54b67-fbf7-4a29-8910-7f3cd44c0c3c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489845 Jun 25 14:42:06.161696 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:06.474388 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c15d19-ecf5-477c-8ea9-823c57af7718 req-cdcbfc9b-0581-42e8-824b-f717691919c8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:06.475987 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a5c15d19-ecf5-477c-8ea9-823c57af7718 req-cdcbfc9b-0581-42e8-824b-f717691919c8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 944 time: 0.0842526 Jun 25 14:42:06.534291 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a5c15d19-ecf5-477c-8ea9-823c57af7718 req-23004346-e7b7-4d81-874e-1212e8a106d2 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471368 Jun 25 14:42:06.995397 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df3050-aa98-4e77-9cc0-b330655d8fa8 req-a0955475-035b-4aa7-afc4-b8462050f7f5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:06.998412 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-89df3050-aa98-4e77-9cc0-b330655d8fa8 req-a0955475-035b-4aa7-afc4-b8462050f7f5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 945 time: 0.0817592 Jun 25 14:42:07.066314 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-89df3050-aa98-4e77-9cc0-b330655d8fa8 req-3cd1223d-8515-4727-9705-248e6055e5f8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593140 Jun 25 14:42:07.085790 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device e26ddf5d-f860-4581-a55e-e072a06e0493 up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:42:07.189609 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port e26ddf5d-f860-4581-a55e-e072a06e0493 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:42:07.195017 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port e26ddf5d-f860-4581-a55e-e072a06e0493 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:07.195401 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.320987 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.342583 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-9efa537e-26f4-4716-a3e3-86caa2ef46f1 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:07.343986 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-9efa537e-26f4-4716-a3e3-86caa2ef46f1 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 945 time: 0.0932050 Jun 25 14:42:07.352130 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c0aa39-7003-4370-8f2e-1897638a4a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26ddf5d-f860-4581-a55e-e072a06e0493'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:07.365098 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port e26ddf5d-f860-4581-a55e-e072a06e0493, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=e26ddf5d-f860-4581-a55e-e072a06e0493,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:07.371342 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.374007 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:07.409752 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c0aa39-7003-4370-8f2e-1897638a4a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26ddf5d-f860-4581-a55e-e072a06e0493', 'code': 200} Jun 25 14:42:07.417059 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Deleting port 93b39611-b89b-44d2-8394-9a22df0927e1 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:42:07.417412 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.449008 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=e26ddf5d-f860-4581-a55e-e072a06e0493,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:07.452925 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:07.612688 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.704896 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] For port 93b39611-b89b-44d2-8394-9a22df0927e1, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=93b39611-b89b-44d2-8394-9a22df0927e1,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:07.705266 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:07.758020 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728eca5-b651-4beb-a40a-42e9818b760c req-abad4d35-69a8-4aee-b4c7-188012bdac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:07.759526 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5728eca5-b651-4beb-a40a-42e9818b760c req-abad4d35-69a8-4aee-b4c7-188012bdac44 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 1098 time: 0.1436718 Jun 25 14:42:07.799200 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54140726-f7d0-4398-b1d8-5c0123043488 req-ca7c79ac-641a-4ad7-a92c-eeca59f1af08 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:07.800822 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-54140726-f7d0-4398-b1d8-5c0123043488 req-ca7c79ac-641a-4ad7-a92c-eeca59f1af08 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 945 time: 0.1259348 Jun 25 14:42:07.844568 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5728eca5-b651-4beb-a40a-42e9818b760c req-19966cfd-9907-4a20-bfc5-61923dde3235 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782087 Jun 25 14:42:07.875388 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-54140726-f7d0-4398-b1d8-5c0123043488 req-5988bde4-f905-4438-9c24-5df1eaa515ed tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647411 Jun 25 14:42:08.129127 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:08.129417 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:08.129726 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.l3_db [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Floating IP 64b7a658-5f42-41c3-9e04-0ce75a3656fa disassociated. External IP: 172.27.2.207, port: 93b39611-b89b-44d2-8394-9a22df0927e1. Jun 25 14:42:08.130033 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Calling delete_port for 93b39611-b89b-44d2-8394-9a22df0927e1 owned by compute:nova {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:42:08.268037 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a46b-75c1-49ab-9816-3e9e944d4a69 req-f67bf164-30d5-461b-96df-dd3a86be007a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:08.269582 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1658a46b-75c1-49ab-9816-3e9e944d4a69 req-f67bf164-30d5-461b-96df-dd3a86be007a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 945 time: 0.0871749 Jun 25 14:42:08.293310 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:08.300222 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a7353386-3e56-48ae-b711-6a2af320ceee tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:08.321069 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1658a46b-75c1-49ab-9816-3e9e944d4a69 req-69e0e5c4-28ed-48a4-bfdb-afa5f2b89318 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451846 Jun 25 14:42:08.346728 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event deleted for resources: {'Port': ['ID=93b39611-b89b-44d2-8394-9a22df0927e1,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:08.350725 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:08.561439 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:42:08.582976 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:08.760349 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:42:08.772700 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef0f55c-0b2d-4339-bc8f-1962383db47d None None] Sync routers for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:42:08.787265 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef0f55c-0b2d-4339-bc8f-1962383db47d None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:42:08.788270 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-1ef0f55c-0b2d-4339-bc8f-1962383db47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:42:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:08.845252 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] No DVR routers for this DVR port 93b39611-b89b-44d2-8394-9a22df0927e1 on host hv-cinder-79808 {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:42:08.848250 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:08.851282 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4098833c-6548-433c-9392-f59cf0d752e9', 'name': 'network-vif-deleted', 'tag': '93b39611-b89b-44d2-8394-9a22df0927e1'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:08.877945 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e042c234-517a-4e8f-9d4b-ed359e7c9e0c req-6916a065-ad29-4533-8b5c-6ec69397f508 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "DELETE /v2.0/ports/93b39611-b89b-44d2-8394-9a22df0927e1 HTTP/1.1" status: 204 len: 173 time: 1.5284667 Jun 25 14:42:08.955179 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4098833c-6548-433c-9392-f59cf0d752e9', 'name': 'network-vif-deleted', 'tag': '93b39611-b89b-44d2-8394-9a22df0927e1', 'status': 'completed', 'code': 200} Jun 25 14:42:09.133698 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706256f-eb19-4e67-9310-ed8b6289dd63 req-4469f55d-12cb-4e9a-a5e3-a0d998787f12 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:09.140979 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0706256f-eb19-4e67-9310-ed8b6289dd63 req-4469f55d-12cb-4e9a-a5e3-a0d998787f12 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 945 time: 0.1128414 Jun 25 14:42:09.151331 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-1ef0f55c-0b2d-4339-bc8f-1962383db47d None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:42:09.205865 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0706256f-eb19-4e67-9310-ed8b6289dd63 req-0465e546-5c34-4c9c-a8ad-302f70ba2d54 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628791 Jun 25 14:42:09.519141 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ba6a04cc-d85e-4aee-8b4e-835b9201230e req-92f15664-fab8-4d56-96a5-b4b378199e87 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=4098833c-6548-433c-9392-f59cf0d752e9 HTTP/1.1" status: 200 len: 210 time: 0.0650747 Jun 25 14:42:09.536978 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-1ef0f55c-0b2d-4339-bc8f-1962383db47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:09.541597 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef0f55c-0b2d-4339-bc8f-1962383db47d None None] Checking router: ff988f98-46d4-4af2-a8b5-e24a6ad0a703 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:42:09.555137 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef0f55c-0b2d-4339-bc8f-1962383db47d None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:42:09.555796 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-1ef0f55c-0b2d-4339-bc8f-1962383db47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:42:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:09.750640 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-1ef0f55c-0b2d-4339-bc8f-1962383db47d None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:42:10.156304 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-1ef0f55c-0b2d-4339-bc8f-1962383db47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:10.161654 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef0f55c-0b2d-4339-bc8f-1962383db47d None None] The sync data for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi is: [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:42:10.429557 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156e9ae-7493-4030-adee-49c6fe2a5108 None None] New status for floating IP 64b7a658-5f42-41c3-9e04-0ce75a3656fa: DOWN {{(pid=78419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:42:10.452758 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf9d14-5d26-425b-9954-f84354f7d4a6 req-c813dce2-bed3-4a03-b37d-1c9cc2648398 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:10.454286 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-69cf9d14-5d26-425b-9954-f84354f7d4a6 req-c813dce2-bed3-4a03-b37d-1c9cc2648398 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 945 time: 0.1056714 Jun 25 14:42:10.501659 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-69cf9d14-5d26-425b-9954-f84354f7d4a6 req-e9eecd29-d85b-4adc-9949-0f50b6eb38a3 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410764 Jun 25 14:42:10.948352 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-eda95e86-827b-4990-ad3e-c860ed944167 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873322142&fields=id&tenant_id=8996bc08a1bf40f1b8d70015ef637c3c HTTP/1.1" status: 200 len: 267 time: 0.0472355 Jun 25 14:42:11.117700 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 93b39611-b89b-44d2-8394-9a22df0927e1 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:42:11.150527 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a848806-f83f-4684-86f6-4a8a97488faa req-a5db7042-e8a9-4aeb-87e7-aacd7372bc9a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:11.152037 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-a5db7042-e8a9-4aeb-87e7-aacd7372bc9a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 811 time: 0.1996901 Jun 25 14:42:11.155926 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 93b39611-b89b-44d2-8394-9a22df0927e1 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:42:11.156282 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 93b39611-b89b-44d2-8394-9a22df0927e1 not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:42:11.171257 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-5cf3a152-d6b9-4972-9160-81c97949f268 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/quotas/8996bc08a1bf40f1b8d70015ef637c3c HTTP/1.1" status: 200 len: 375 time: 0.0102925 Jun 25 14:42:11.266284 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-6b869992-5aeb-4874-bbe0-e77e90cece7a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0890982 Jun 25 14:42:11.531548 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-30395204-05c3-4463-967e-ac50bff9a9f0 service neutron] 10.222.0.61 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533720 Jun 25 14:42:11.681135 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-8be8293a-5ed3-4d07-a543-355c2f5a2d00 service neutron] 10.222.0.61 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431105 Jun 25 14:42:12.154331 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9bc5f97d-e31d-4588-982c-218bb70da1f0 req-eda78e56-8e20-4092-b354-a24b71f0e7ac tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 210 time: 0.0549915 Jun 25 14:42:13.321764 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dc0db22c-ebc3-417b-9994-ba69c9621c7f req-0a7d7bc6-4841-4eb3-88be-3c5c2323a6fe tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 210 time: 0.0427825 Jun 25 14:42:13.694174 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a848806-f83f-4684-86f6-4a8a97488faa req-55a141e8-20a1-4126-b7ce-80c0105c7cd5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:13.695927 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-55a141e8-20a1-4126-b7ce-80c0105c7cd5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 811 time: 0.1688733 Jun 25 14:42:13.773742 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-2a848806-f83f-4684-86f6-4a8a97488faa req-c2782916-584f-43be-87f2-39c8635dc24b tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Synchronizing usage tracker for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:security_group {{(pid=78416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:42:13.791883 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-2a848806-f83f-4684-86f6-4a8a97488faa req-c2782916-584f-43be-87f2-39c8635dc24b tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Unset dirty status for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:security_group {{(pid=78416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:42:13.793113 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-c2782916-584f-43be-87f2-39c8635dc24b tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8996bc08a1bf40f1b8d70015ef637c3c HTTP/1.1" status: 200 len: 380 time: 0.0819423 Jun 25 14:42:13.808160 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Request body: {'port': {'device_id': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'admin_state_up': True, 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'security_groups': ['ceaf9177-d5e2-412b-bb94-7764450414c9']}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:42:13.989752 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:13.994739 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Usage tracker for resource:port and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:13.999100 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:14.005707 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:14.021164 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Made reservation on behalf of 8996bc08a1bf40f1b8d70015ef637c3c for: {'port': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:42:14.025202 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:14.209529 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Allocated IP 172.20.0.6 (59225deb-2cbb-411b-8e05-9bf0274d0300/86b6d42d-36ba-4c9f-bbda-578db5b1d4af/b9d62809-d4e3-4804-98f1-4fe1ada1113d) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:42:14.502322 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-16643db1-ff6c-482f-a3c3-54bf0c2abb29 req-fbbc55fe-067a-40bf-92f0-95a3767aca4f tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 210 time: 0.0494673 Jun 25 14:42:14.610647 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:14.641628 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Transition to ACTIVE for port object b9d62809-d4e3-4804-98f1-4fe1ada1113d will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:42:14.667721 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:14.674197 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-22c6afdf-e421-47e1-8cae-c4ed63d9f78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:14.742165 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Network 59225deb-2cbb-411b-8e05-9bf0274d0300 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:42:14.745361 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:42:14.751257 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:42:14.787066 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'Port': ['ID=b9d62809-d4e3-4804-98f1-4fe1ada1113d,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:14.794293 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:14.828913 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:14.829568 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:14.858599 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0547466 Jun 25 14:42:14.878988 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Request body: {'port': {'device_id': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:42:15.012962 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:15.072334 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-f79e9e47-5a26-48ce-bbfd-7e013f699503 None None] Provisioning for port b9d62809-d4e3-4804-98f1-4fe1ada1113d completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:42:15.081416 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-f79e9e47-5a26-48ce-bbfd-7e013f699503 None None] Provisioning complete for port b9d62809-d4e3-4804-98f1-4fe1ada1113d triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:15.082200 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f79e9e47-5a26-48ce-bbfd-7e013f699503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:15.181562 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-f79e9e47-5a26-48ce-bbfd-7e013f699503 None None] Port b9d62809-d4e3-4804-98f1-4fe1ada1113d cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:42:15.418641 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d62809-d4e3-4804-98f1-4fe1ada1113d {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:42:15.426531 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:15.442447 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Transition to ACTIVE for port object b9d62809-d4e3-4804-98f1-4fe1ada1113d will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:42:15.447248 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:15.452049 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9d3814fd-1fb2-484b-b4ff-54b77c021435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:15.604439 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Pushing event updated for resources: {'Port': ['ID=b9d62809-d4e3-4804-98f1-4fe1ada1113d,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:15.614246 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:15.695370 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Attempting to bind port b9d62809-d4e3-4804-98f1-4fe1ada1113d on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:42:15.695863 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Attempting to bind port b9d62809-d4e3-4804-98f1-4fe1ada1113d by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:42:15.696257 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Attempting to bind port b9d62809-d4e3-4804-98f1-4fe1ada1113d on network 59225deb-2cbb-411b-8e05-9bf0274d0300 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:42:15.703130 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Port b9d62809-d4e3-4804-98f1-4fe1ada1113d on network 59225deb-2cbb-411b-8e05-9bf0274d0300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:42:15.703472 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Attempting to bind port b9d62809-d4e3-4804-98f1-4fe1ada1113d on network 59225deb-2cbb-411b-8e05-9bf0274d0300 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:42:15.710354 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:42:15.710705 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Checking segment: {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:42:15.711076 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Bound using segment: {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:42:15.711542 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Bound port: b9d62809-d4e3-4804-98f1-4fe1ada1113d, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:42:15.711897 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:15.768828 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d7a48-ebd5-46bf-8086-f05b5d603bf4 req-fb99cead-feea-4f85-ab3f-bec269a63c78 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:15.771702 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f09d7a48-ebd5-46bf-8086-f05b5d603bf4 req-fb99cead-feea-4f85-ab3f-bec269a63c78 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 943 time: 0.1052854 Jun 25 14:42:15.817791 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] For port b9d62809-d4e3-4804-98f1-4fe1ada1113d, host hv-cinder-79808, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:42:15.823097 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] For port b9d62809-d4e3-4804-98f1-4fe1ada1113d, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b9d62809-d4e3-4804-98f1-4fe1ada1113d,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:42:15.826599 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f09d7a48-ebd5-46bf-8086-f05b5d603bf4 req-8dfe7e03-4adf-4bfb-982b-97b30bedb5ab tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467916 Jun 25 14:42:15.828618 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:15.834418 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:15.899002 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:15.899719 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:15.901134 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] 10.222.0.69 "PUT /v2.0/ports/b9d62809-d4e3-4804-98f1-4fe1ada1113d HTTP/1.1" status: 200 len: 1093 time: 1.0277607 Jun 25 14:42:15.901677 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'tag': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:15.937253 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Pushing event updated for resources: {'Port': ['ID=b9d62809-d4e3-4804-98f1-4fe1ada1113d,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:15.940721 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:16.046376 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'tag': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'status': 'completed', 'code': 200} Jun 25 14:42:16.107619 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a848806-f83f-4684-86f6-4a8a97488faa req-812ab752-7a6d-4b8e-baa0-5c562744ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:16.109321 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-812ab752-7a6d-4b8e-baa0-5c562744ea94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 1096 time: 0.1282833 Jun 25 14:42:16.191627 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-64d67f0c-3463-4459-9d95-38185d5ab646 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d62809-d4e3-4804-98f1-4fe1ada1113d HTTP/1.1" status: 200 len: 217 time: 0.0671539 Jun 25 14:42:16.258163 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a848806-f83f-4684-86f6-4a8a97488faa req-00da6441-9081-446f-a365-218109ce8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:16.259730 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-00da6441-9081-446f-a365-218109ce8ab7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.0623951 Jun 25 14:42:16.358759 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a848806-f83f-4684-86f6-4a8a97488faa req-ca7825fa-6e3c-4b6f-8b6d-71b0a5b19e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:16.361409 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-ca7825fa-6e3c-4b6f-8b6d-71b0a5b19e20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952063 Jun 25 14:42:16.499330 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-61fa839a-1fce-4d5d-a24a-a2dbf6fcde40 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312487 Jun 25 14:42:16.742291 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2a848806-f83f-4684-86f6-4a8a97488faa req-30d7bd20-8eab-43f7-a034-fa18c2808116 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367783 Jun 25 14:42:16.910411 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309b37-94b2-4e1c-9134-6506fba6f1f8 req-285ce53c-7b7e-4d1f-b9e6-b10d903b962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:16.911931 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-40309b37-94b2-4e1c-9134-6506fba6f1f8 req-285ce53c-7b7e-4d1f-b9e6-b10d903b962a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 1096 time: 0.0788400 Jun 25 14:42:17.064261 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e9bf1-3dcc-4a04-8ace-4a50491ef53b req-3c0932b9-668f-4f90-857b-dca9ac34f42b tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:17.066631 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-472e9bf1-3dcc-4a04-8ace-4a50491ef53b req-3c0932b9-668f-4f90-857b-dca9ac34f42b tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 943 time: 0.1248863 Jun 25 14:42:17.099113 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309b37-94b2-4e1c-9134-6506fba6f1f8 req-ce609bc1-63bf-48e9-96cc-14606c6c82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:17.100661 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-40309b37-94b2-4e1c-9134-6506fba6f1f8 req-ce609bc1-63bf-48e9-96cc-14606c6c82ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 912 time: 0.1816297 Jun 25 14:42:17.128347 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-472e9bf1-3dcc-4a04-8ace-4a50491ef53b req-f9c962d9-f48b-443d-a967-5c32c34e48f4 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545647 Jun 25 14:42:17.205656 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-40309b37-94b2-4e1c-9134-6506fba6f1f8 req-2aafc32b-0a8e-4ef7-9890-06b79c639b75 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d62809-d4e3-4804-98f1-4fe1ada1113d HTTP/1.1" status: 200 len: 217 time: 0.0959020 Jun 25 14:42:17.331070 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309b37-94b2-4e1c-9134-6506fba6f1f8 req-27bdd187-b86d-4060-a746-e48e1f572ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:17.332484 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-40309b37-94b2-4e1c-9134-6506fba6f1f8 req-27bdd187-b86d-4060-a746-e48e1f572ed9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.0656793 Jun 25 14:42:17.461342 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309b37-94b2-4e1c-9134-6506fba6f1f8 req-14d9e3df-a4a5-4c31-86af-7d11647f39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:17.462866 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-40309b37-94b2-4e1c-9134-6506fba6f1f8 req-14d9e3df-a4a5-4c31-86af-7d11647f39fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1238265 Jun 25 14:42:17.609134 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-40309b37-94b2-4e1c-9134-6506fba6f1f8 req-55dca38a-a7ac-49c1-99ab-f5f8ddd2c7ec service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388023 Jun 25 14:42:17.750807 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-40309b37-94b2-4e1c-9134-6506fba6f1f8 req-7bff75b3-2300-403a-8c11-3bcf8e98d798 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349413 Jun 25 14:42:18.341961 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368e65b-7d9a-4e75-a219-136b23201f6f req-141a4eb5-db7e-42c4-88de-164728fa8abb tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:18.343344 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c368e65b-7d9a-4e75-a219-136b23201f6f req-141a4eb5-db7e-42c4-88de-164728fa8abb tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 943 time: 0.0840507 Jun 25 14:42:18.394516 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c368e65b-7d9a-4e75-a219-136b23201f6f req-0e472802-f0cb-4644-8eba-2c422fdec152 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451069 Jun 25 14:42:19.583124 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210952c-1d6b-4bd6-a04e-de27dbab9206 req-38b954e6-21d6-4d1e-acc2-9cbf0ce156c1 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:19.584658 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4210952c-1d6b-4bd6-a04e-de27dbab9206 req-38b954e6-21d6-4d1e-acc2-9cbf0ce156c1 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 943 time: 0.0821059 Jun 25 14:42:19.656439 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4210952c-1d6b-4bd6-a04e-de27dbab9206 req-4162bfa9-1e24-447c-b1b7-b8c3264448ab tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644324 Jun 25 14:42:19.733074 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e62d3a85-662c-4694-bce3-8fce10c832d1 req-311fb4fb-80f2-4202-b117-227857e64a73 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1046922 Jun 25 14:42:19.955178 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d3a85-662c-4694-bce3-8fce10c832d1 req-20438271-74a8-496a-842e-e41321a0324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:19.956539 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e62d3a85-662c-4694-bce3-8fce10c832d1 req-20438271-74a8-496a-842e-e41321a0324d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c80f02151fb4d36af9e8eb88c466330&device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 1098 time: 0.0869713 Jun 25 14:42:20.124878 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d3a85-662c-4694-bce3-8fce10c832d1 req-75151cca-dc07-4529-8450-31e8ca323003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:20.126361 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e62d3a85-662c-4694-bce3-8fce10c832d1 req-75151cca-dc07-4529-8450-31e8ca323003 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 200 len: 915 time: 0.1419697 Jun 25 14:42:20.205744 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e62d3a85-662c-4694-bce3-8fce10c832d1 req-ad7c529b-dd0d-44fc-a5e7-19a71f944f0d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=590655e1-cf89-4f41-8478-9cfa5759574c HTTP/1.1" status: 200 len: 217 time: 0.0716105 Jun 25 14:42:20.275217 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d3a85-662c-4694-bce3-8fce10c832d1 req-814a960a-fade-4ed7-8afd-f625d46b702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:20.276711 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e62d3a85-662c-4694-bce3-8fce10c832d1 req-814a960a-fade-4ed7-8afd-f625d46b702c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59e3be4b-f61b-4f7b-9e5e-d271e70cde55 HTTP/1.1" status: 200 len: 854 time: 0.0653450 Jun 25 14:42:20.325507 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e62d3a85-662c-4694-bce3-8fce10c832d1 req-7a30025f-e52b-4b64-b874-fa142e4d33b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404510 Jun 25 14:42:20.460983 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e62d3a85-662c-4694-bce3-8fce10c832d1 req-859fc3fc-73f0-47be-be2b-7423dda66834 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279480 Jun 25 14:42:20.612925 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e62d3a85-662c-4694-bce3-8fce10c832d1 req-9f107adf-3b14-4cd9-a5e9-7da224ca82c9 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437244 Jun 25 14:42:20.856719 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba61381-f942-435f-993a-51c4e15a370d req-e54084e7-4c49-4b42-9baa-68e8e5123b51 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:20.858351 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bba61381-f942-435f-993a-51c4e15a370d req-e54084e7-4c49-4b42-9baa-68e8e5123b51 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 943 time: 0.0894134 Jun 25 14:42:20.905129 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bba61381-f942-435f-993a-51c4e15a370d req-3967ec26-9c93-4958-807c-ea3e37e1c33a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396073 Jun 25 14:42:22.103714 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f26a8-6085-4645-8654-afc7fd593b28 req-7e1d323a-6d09-4c53-a5d7-2fb1db85097a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:22.105296 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-128f26a8-6085-4645-8654-afc7fd593b28 req-7e1d323a-6d09-4c53-a5d7-2fb1db85097a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 943 time: 0.0841877 Jun 25 14:42:22.153494 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-128f26a8-6085-4645-8654-afc7fd593b28 req-ba12decf-9c3f-4f56-9ff1-6bb522020da8 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403543 Jun 25 14:42:22.977700 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56894-a64d-4201-be68-0e0b0a773761 req-75446be5-03dc-4fb2-80d6-80371345352e tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:22.979304 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-75446be5-03dc-4fb2-80d6-80371345352e tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/networks?id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 200 len: 814 time: 0.1706276 Jun 25 14:42:22.996774 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-06ae9799-2b2b-49fc-ae74-d30a717962a5 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/quotas/5c80f02151fb4d36af9e8eb88c466330 HTTP/1.1" status: 200 len: 375 time: 0.0105598 Jun 25 14:42:23.089651 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-07f853dd-d44d-4c4b-bcd3-3d7d49f4e10b tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c80f02151fb4d36af9e8eb88c466330&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869031 Jun 25 14:42:23.243196 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-6d63e52e-5409-42cf-9919-8af8597bce8f service neutron] 10.222.0.61 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434612 Jun 25 14:42:23.437336 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-a8f2884c-cf61-4a12-8e61-c360d09f0a48 service neutron] 10.222.0.61 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879625 Jun 25 14:42:23.451820 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865d87b-394a-4baa-93e1-c43feaaa2a44 req-d2cb6a24-909b-49f2-9acd-e54e9857bf7f tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:23.453455 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a865d87b-394a-4baa-93e1-c43feaaa2a44 req-d2cb6a24-909b-49f2-9acd-e54e9857bf7f tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 943 time: 0.1840284 Jun 25 14:42:23.683569 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a865d87b-394a-4baa-93e1-c43feaaa2a44 req-81061d8b-beb7-429d-abf6-da3ec1cdebdc tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230175 Jun 25 14:42:23.691447 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7955d05c-a8cb-4ccf-999f-36a0b3df4db5 req-86d09d47-fdf0-48ef-829e-4e85dcb1a5ae tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 210 time: 0.0499134 Jun 25 14:42:24.893065 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c49b5235-8cb8-4114-bda3-e470667dd67c req-4fffa5a6-362a-4c94-87a7-c8bb636c7d5a tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 210 time: 0.0797014 Jun 25 14:42:24.968767 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3c414-7e71-471e-9dd1-e54f6f171c41 req-86f77622-509e-4bb1-a596-96f7121a3ab5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:24.983313 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-61e3c414-7e71-471e-9dd1-e54f6f171c41 req-86f77622-509e-4bb1-a596-96f7121a3ab5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 943 time: 0.1390343 Jun 25 14:42:25.060667 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-61e3c414-7e71-471e-9dd1-e54f6f171c41 req-4c8ee58b-5af1-4ccd-931c-74a07d310b91 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753779 Jun 25 14:42:25.101557 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56894-a64d-4201-be68-0e0b0a773761 req-42ab9210-36a1-42e3-aa69-4546d142650e tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:25.104189 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-42ab9210-36a1-42e3-aa69-4546d142650e tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "GET /v2.0/networks?id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 200 len: 814 time: 0.3248458 Jun 25 14:42:25.127588 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Request body: {'port': {'device_id': '9e4c5ac9-261a-47d6-bd37-86acf260ce93', 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e', 'admin_state_up': True, 'tenant_id': '5c80f02151fb4d36af9e8eb88c466330'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:42:25.382421 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:25.389849 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Usage tracker for resource:port and tenant:5c80f02151fb4d36af9e8eb88c466330 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:25.394815 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:25.404813 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:25.419901 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Made reservation on behalf of 5c80f02151fb4d36af9e8eb88c466330 for: {'port': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:42:25.426280 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:25.644532 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Allocated IP 172.20.0.11 (8c908738-410c-4daf-ae3f-1f6ab72e8f7e/59e3be4b-f61b-4f7b-9e5e-d271e70cde55/602e73e8-6440-486b-9b57-16720d1a78a6) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:42:25.860238 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:25.891209 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:25.897878 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d5984269-3535-42cb-bf8c-2bbf2de10794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:25.937015 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['590655e1-cf89-4f41-8478-9cfa5759574c', '803176c4-1341-4ab6-9db2-483583bdf73c', 'e26ddf5d-f860-4581-a55e-e072a06e0493'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:42:25.984755 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:42:25.991349 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:42:25.998470 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:42:26.063735 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Pushing event updated for resources: {'Port': ['ID=602e73e8-6440-486b-9b57-16720d1a78a6,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:26.071994 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:26.089679 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:26.090571 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:26.124147 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0048463 Jun 25 14:42:26.152072 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Request body: {'port': {'device_id': '9e4c5ac9-261a-47d6-bd37-86acf260ce93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:42:26.224956 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9aa06-7bba-472e-9b8d-69e074f92796 req-439bc7e7-0037-4096-af84-141bbd5a958a tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:26.238245 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-76f9aa06-7bba-472e-9b8d-69e074f92796 req-439bc7e7-0037-4096-af84-141bbd5a958a tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 932 time: 0.1727140 Jun 25 14:42:26.341625 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:26.393302 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-76f9aa06-7bba-472e-9b8d-69e074f92796 req-fb9961a9-2c4c-4c1f-bd1d-d5388f84d67b tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535332 Jun 25 14:42:26.447795 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e814e6-c9e3-4e8d-ad95-53fba0805d98 req-917a8ef9-b88f-41b5-bcc1-559c77cb2243 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:26.450070 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-82e814e6-c9e3-4e8d-ad95-53fba0805d98 req-917a8ef9-b88f-41b5-bcc1-559c77cb2243 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 943 time: 0.1645718 Jun 25 14:42:26.511702 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-82e814e6-c9e3-4e8d-ad95-53fba0805d98 req-2c3fb3b1-22bd-40a3-9670-00dd187e79dc tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524423 Jun 25 14:42:26.753756 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602e73e8-6440-486b-9b57-16720d1a78a6 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:42:26.761315 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:26.776554 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Transition to ACTIVE for port object 602e73e8-6440-486b-9b57-16720d1a78a6 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:42:26.782168 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:26.789587 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-612b61ba-3bbe-40a4-8312-b0a2232d11cd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:26.946700 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Pushing event updated for resources: {'Port': ['ID=602e73e8-6440-486b-9b57-16720d1a78a6,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:26.954952 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:27.023290 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Attempting to bind port 602e73e8-6440-486b-9b57-16720d1a78a6 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:42:27.023571 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Attempting to bind port 602e73e8-6440-486b-9b57-16720d1a78a6 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:42:27.023857 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Attempting to bind port 602e73e8-6440-486b-9b57-16720d1a78a6 on network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:42:27.029979 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Port 602e73e8-6440-486b-9b57-16720d1a78a6 on network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:42:27.030306 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Attempting to bind port 602e73e8-6440-486b-9b57-16720d1a78a6 on network 8c908738-410c-4daf-ae3f-1f6ab72e8f7e {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:42:27.035924 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:42:27.036257 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Checking segment: {'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:42:27.036635 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Bound using segment: {'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:42:27.037064 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Bound port: 602e73e8-6440-486b-9b57-16720d1a78a6, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec26667-4717-40b7-91de-c5d7765df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:42:27.037508 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:27.133091 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] For port 602e73e8-6440-486b-9b57-16720d1a78a6, host hv-cinder-79808, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:42:27.136279 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] For port 602e73e8-6440-486b-9b57-16720d1a78a6, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=602e73e8-6440-486b-9b57-16720d1a78a6,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:42:27.141794 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:27.145868 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f6a63249-b236-4d2e-a186-a86c56c368ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:27.202301 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:27.202609 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:27.204145 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] 10.222.0.69 "PUT /v2.0/ports/602e73e8-6440-486b-9b57-16720d1a78a6 HTTP/1.1" status: 200 len: 1094 time: 1.0582466 Jun 25 14:42:27.207329 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4c5ac9-261a-47d6-bd37-86acf260ce93', 'tag': '602e73e8-6440-486b-9b57-16720d1a78a6'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:27.235924 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Pushing event updated for resources: {'Port': ['ID=602e73e8-6440-486b-9b57-16720d1a78a6,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:27.243659 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:27.256377 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4c5ac9-261a-47d6-bd37-86acf260ce93', 'tag': '602e73e8-6440-486b-9b57-16720d1a78a6', 'status': 'completed', 'code': 200} Jun 25 14:42:27.345403 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56894-a64d-4201-be68-0e0b0a773761 req-367446d8-3165-4133-9559-8af3b67ee55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:27.346785 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-367446d8-3165-4133-9559-8af3b67ee55f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c80f02151fb4d36af9e8eb88c466330&device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 1097 time: 0.0717838 Jun 25 14:42:27.533712 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-f1026e1a-a7f8-4d34-9787-54ccd01ec5dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=602e73e8-6440-486b-9b57-16720d1a78a6 HTTP/1.1" status: 200 len: 217 time: 0.1725149 Jun 25 14:42:27.595261 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a12f9-95ed-428c-878f-1443dd087c5b req-00a3e93d-d7b0-465a-8165-6fd5d188f799 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:27.597118 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-399a12f9-95ed-428c-878f-1443dd087c5b req-00a3e93d-d7b0-465a-8165-6fd5d188f799 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 944 time: 0.0912020 Jun 25 14:42:27.608462 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b56894-a64d-4201-be68-0e0b0a773761 req-0e719b87-5ab9-4b6d-8128-054900cb825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:27.609728 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-0e719b87-5ab9-4b6d-8128-054900cb825c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59e3be4b-f61b-4f7b-9e5e-d271e70cde55 HTTP/1.1" status: 200 len: 854 time: 0.0693791 Jun 25 14:42:27.659009 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-ba43f42d-167d-4cc1-a5da-8a25f4fda543 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422714 Jun 25 14:42:27.692408 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-399a12f9-95ed-428c-878f-1443dd087c5b req-235b96b1-6716-4e4a-9541-c42d2dfba22a tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894482 Jun 25 14:42:27.737674 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a10f7-499f-4e66-99c6-9b16ed069f7e req-3a4b5786-4a0c-431c-973a-4704d9eea897 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:27.739186 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4e6a10f7-499f-4e66-99c6-9b16ed069f7e req-3a4b5786-4a0c-431c-973a-4704d9eea897 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 943 time: 0.0964489 Jun 25 14:42:27.786250 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4e6a10f7-499f-4e66-99c6-9b16ed069f7e req-aa270777-3630-40ed-943e-5b3acf8910ef tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405140 Jun 25 14:42:27.815971 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-970b719d-476f-42d0-8dbd-fff2ee27fd69 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484880 Jun 25 14:42:27.955558 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-81b56894-a64d-4201-be68-0e0b0a773761 req-5623bf5d-d91b-45c1-85af-51b77a30520d service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326408 Jun 25 14:42:28.122534 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6e033-f82c-467e-a58c-f3af5585263d req-36c3b48f-218e-4cda-b464-2897b6950428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:28.124019 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d9f6e033-f82c-467e-a58c-f3af5585263d req-36c3b48f-218e-4cda-b464-2897b6950428 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c80f02151fb4d36af9e8eb88c466330&device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 1097 time: 0.0755823 Jun 25 14:42:28.296051 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6e033-f82c-467e-a58c-f3af5585263d req-a033011c-d7f7-4755-998a-9f82df93a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:28.298539 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d9f6e033-f82c-467e-a58c-f3af5585263d req-a033011c-d7f7-4755-998a-9f82df93a7fb service neutron] 10.222.0.69 "GET /v2.0/networks?id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 200 len: 915 time: 0.1668377 Jun 25 14:42:28.374836 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d9f6e033-f82c-467e-a58c-f3af5585263d req-46914478-3d03-413c-b86e-adda5bb3b138 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=602e73e8-6440-486b-9b57-16720d1a78a6 HTTP/1.1" status: 200 len: 217 time: 0.0674593 Jun 25 14:42:28.440232 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6e033-f82c-467e-a58c-f3af5585263d req-b69865a7-ab1e-41bb-8352-6a8c431e863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:28.441704 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d9f6e033-f82c-467e-a58c-f3af5585263d req-b69865a7-ab1e-41bb-8352-6a8c431e863c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=59e3be4b-f61b-4f7b-9e5e-d271e70cde55 HTTP/1.1" status: 200 len: 854 time: 0.0599053 Jun 25 14:42:28.493936 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d9f6e033-f82c-467e-a58c-f3af5585263d req-db152c5f-094c-4fd9-83e6-ad89ed760273 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8c908738-410c-4daf-ae3f-1f6ab72e8f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442610 Jun 25 14:42:28.629778 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d9f6e033-f82c-467e-a58c-f3af5585263d req-8d93bd6e-4b40-4197-8f1e-d5bb6aa20c65 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283016 Jun 25 14:42:28.775025 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d9f6e033-f82c-467e-a58c-f3af5585263d req-7434736f-4e41-4c70-980f-7edc1cd8bc44 service neutron] 10.222.0.69 "GET /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385608 Jun 25 14:42:28.889679 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b40893-96f2-4b03-858f-ad75a0dec95b req-39b6ed96-f4d7-4cf6-b74d-25a3b0925a79 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:28.891084 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-08b40893-96f2-4b03-858f-ad75a0dec95b req-39b6ed96-f4d7-4cf6-b74d-25a3b0925a79 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 944 time: 0.0839396 Jun 25 14:42:28.988503 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-08b40893-96f2-4b03-858f-ad75a0dec95b req-d0fa8e79-c4d2-4f41-9a4f-dbccea90b394 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653346 Jun 25 14:42:29.022047 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f7fcc-3b62-4d65-8001-1839e61c7438 req-e173da4a-009a-42a0-9e3e-297651066e6b tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:29.023670 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dd9f7fcc-3b62-4d65-8001-1839e61c7438 req-e173da4a-009a-42a0-9e3e-297651066e6b tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 943 time: 0.1304343 Jun 25 14:42:29.071160 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dd9f7fcc-3b62-4d65-8001-1839e61c7438 req-98342fa5-5a53-46b4-b949-087ace749a04 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417883 Jun 25 14:42:29.204620 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device b9d62809-d4e3-4804-98f1-4fe1ada1113d details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:42:29.341936 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port b9d62809-d4e3-4804-98f1-4fe1ada1113d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b9d62809-d4e3-4804-98f1-4fe1ada1113d,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:29.355117 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'port_id': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'mac_address': 'fa:16:3e:50:ff:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:42:29.413409 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:29.430749 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d62809-d4e3-4804-98f1-4fe1ada1113d {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:42:29.447384 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port b9d62809-d4e3-4804-98f1-4fe1ada1113d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b9d62809-d4e3-4804-98f1-4fe1ada1113d,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:29.451359 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:29.453184 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:29.518221 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=b9d62809-d4e3-4804-98f1-4fe1ada1113d,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:29.525654 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:29.526003 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:29.526344 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:29.526677 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:29.527008 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:29.527339 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:29.528355 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:29.528802 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:29.529210 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:29.529583 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:29.529913 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:29.530233 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:29.534308 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:29.774533 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['b9d62809-d4e3-4804-98f1-4fe1ada1113d'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:42:30.238652 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdc6e7-2a56-4140-b35a-1a822ef64e34 req-97f03c82-7cfb-4d3e-8742-0bd401468380 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:30.240155 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c5bdc6e7-2a56-4140-b35a-1a822ef64e34 req-97f03c82-7cfb-4d3e-8742-0bd401468380 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 944 time: 0.1318331 Jun 25 14:42:30.299081 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c5bdc6e7-2a56-4140-b35a-1a822ef64e34 req-354fa40a-53fb-4e7b-a469-c11f6a0bfbd3 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512874 Jun 25 14:42:30.315731 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6154f3-f99f-41c6-94ee-7bdb5c18a60c req-847b45c7-4573-4d26-bd4d-3da5cdaed223 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:30.317255 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4c6154f3-f99f-41c6-94ee-7bdb5c18a60c req-847b45c7-4573-4d26-bd4d-3da5cdaed223 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 944 time: 0.1347258 Jun 25 14:42:30.368974 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4c6154f3-f99f-41c6-94ee-7bdb5c18a60c req-3a185552-a541-4dd6-8213-924e13f6f529 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458233 Jun 25 14:42:31.210849 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 602e73e8-6440-486b-9b57-16720d1a78a6 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:42:31.218611 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device b9d62809-d4e3-4804-98f1-4fe1ada1113d up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:42:31.375640 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port b9d62809-d4e3-4804-98f1-4fe1ada1113d completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:42:31.393710 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port b9d62809-d4e3-4804-98f1-4fe1ada1113d triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:31.394136 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:31.467644 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 602e73e8-6440-486b-9b57-16720d1a78a6, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=602e73e8-6440-486b-9b57-16720d1a78a6,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:31.491031 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '602e73e8-6440-486b-9b57-16720d1a78a6', 'network_id': '8c908738-410c-4daf-ae3f-1f6ab72e8f7e', 'port_id': '602e73e8-6440-486b-9b57-16720d1a78a6', 'mac_address': 'fa:16:3e:54:fa:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e3be4b-f61b-4f7b-9e5e-d271e70cde55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:42:31.531531 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1939738-c340-461a-95c5-97fbd517b749 req-92ff4ce2-fdab-4522-9b78-a108c997efcc tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:31.533414 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b1939738-c340-461a-95c5-97fbd517b749 req-92ff4ce2-fdab-4522-9b78-a108c997efcc tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 944 time: 0.1233923 Jun 25 14:42:31.601348 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:31.613785 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b1939738-c340-461a-95c5-97fbd517b749 req-5b183fa0-d62a-4181-affd-bae9492148ab tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632172 Jun 25 14:42:31.630735 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:31.642136 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602e73e8-6440-486b-9b57-16720d1a78a6 {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:42:31.642590 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8748735-cacf-4d60-932e-228f64da9267 req-78dfd41a-9716-4882-b850-305759f32124 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:31.644201 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c8748735-cacf-4d60-932e-228f64da9267 req-78dfd41a-9716-4882-b850-305759f32124 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 944 time: 0.1514330 Jun 25 14:42:31.679001 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:31.687942 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 602e73e8-6440-486b-9b57-16720d1a78a6, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=602e73e8-6440-486b-9b57-16720d1a78a6,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:31.693430 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:31.696594 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port b9d62809-d4e3-4804-98f1-4fe1ada1113d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b9d62809-d4e3-4804-98f1-4fe1ada1113d,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:31.697634 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:31.700028 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c8748735-cacf-4d60-932e-228f64da9267 req-a719c2fe-440f-4d49-8672-65574c1ed690 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492663 Jun 25 14:42:31.735683 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:31.745755 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'code': 200} Jun 25 14:42:31.774850 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=602e73e8-6440-486b-9b57-16720d1a78a6,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:31.778898 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:31.779380 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:31.848855 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=b9d62809-d4e3-4804-98f1-4fe1ada1113d,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:31.852113 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:32.020058 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c988f-bfd5-4619-a57d-5d36aff70fce req-86a42f89-7c48-4a0c-8617-5acd431d5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:32.021564 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e16c988f-bfd5-4619-a57d-5d36aff70fce req-86a42f89-7c48-4a0c-8617-5acd431d5b33 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 1098 time: 0.0722511 Jun 25 14:42:32.030284 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['602e73e8-6440-486b-9b57-16720d1a78a6'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:42:32.066734 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-e16c988f-bfd5-4619-a57d-5d36aff70fce req-f8524270-6c89-42fc-bbb6-9950d101c7d5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375841 Jun 25 14:42:32.584386 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ebea-bd1f-486d-8400-43f802e152fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:32.828549 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6a9ca-efc3-4163-8b3e-c3b16dfda671 req-3a196e26-ceef-461b-befc-8842fd5ff34f tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:32.830753 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9bc6a9ca-efc3-4163-8b3e-c3b16dfda671 req-3a196e26-ceef-461b-befc-8842fd5ff34f tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 945 time: 0.1023448 Jun 25 14:42:32.925998 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9bc6a9ca-efc3-4163-8b3e-c3b16dfda671 req-22f95735-e38d-47be-a2a7-d1f9986a4a9c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862284 Jun 25 14:42:32.969520 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad44e5-37bd-4092-bdaf-ec8ec0ef951f req-f5935c35-acdd-4878-bfc4-4a0c62a5c61c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:32.971040 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c3ad44e5-37bd-4092-bdaf-ec8ec0ef951f req-f5935c35-acdd-4878-bfc4-4a0c62a5c61c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 945 time: 0.1008129 Jun 25 14:42:32.991870 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:33.033300 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c3ad44e5-37bd-4092-bdaf-ec8ec0ef951f req-a932cafc-3dd7-4835-b80a-4e35d0b609e3 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535681 Jun 25 14:42:33.226338 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 602e73e8-6440-486b-9b57-16720d1a78a6 up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:42:33.313353 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 602e73e8-6440-486b-9b57-16720d1a78a6 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:42:33.318521 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 602e73e8-6440-486b-9b57-16720d1a78a6 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:42:33.318905 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:33.450323 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:33.518013 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 602e73e8-6440-486b-9b57-16720d1a78a6, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=602e73e8-6440-486b-9b57-16720d1a78a6,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:33.521638 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:33.523604 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:33.610801 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=602e73e8-6440-486b-9b57-16720d1a78a6,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:33.615828 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:33.747711 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4c5ac9-261a-47d6-bd37-86acf260ce93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602e73e8-6440-486b-9b57-16720d1a78a6'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:33.794114 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4c5ac9-261a-47d6-bd37-86acf260ce93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602e73e8-6440-486b-9b57-16720d1a78a6', 'code': 200} Jun 25 14:42:34.113922 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a05289-d346-48da-9336-97f313432749 req-dbc0116c-c3d9-41ea-a019-76a080a1973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:34.115884 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f8a05289-d346-48da-9336-97f313432749 req-dbc0116c-c3d9-41ea-a019-76a080a1973f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 1099 time: 0.0933552 Jun 25 14:42:34.162693 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48046691-cad6-4da5-896d-3c2beaa8814b req-23ea29dd-6908-433f-b7be-b47606be8280 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:34.164300 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-48046691-cad6-4da5-896d-3c2beaa8814b req-23ea29dd-6908-433f-b7be-b47606be8280 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 946 time: 0.1137106 Jun 25 14:42:34.169983 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f8a05289-d346-48da-9336-97f313432749 req-3b0d37ed-b6d3-4b25-a598-8daa0890564b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465198 Jun 25 14:42:34.263155 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-48046691-cad6-4da5-896d-3c2beaa8814b req-e0376ce4-2450-48a2-81f2-8a25b2a5e2ef tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576890 Jun 25 14:42:34.287464 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d81f5-bb4a-4f74-8375-54e3d36a262c req-be0ba94c-bb19-4d20-8674-e900d06ea12c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:34.288989 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a53d81f5-bb4a-4f74-8375-54e3d36a262c req-be0ba94c-bb19-4d20-8674-e900d06ea12c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 945 time: 0.1237869 Jun 25 14:42:34.338484 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a53d81f5-bb4a-4f74-8375-54e3d36a262c req-1e59d1b8-9274-4d44-a73f-9a754e464994 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434198 Jun 25 14:42:34.675447 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414574fb-2bd8-4bc9-a654-a6d2c1a4056f req-fb70c8e2-5616-4578-b344-048586d76532 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:34.676961 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-414574fb-2bd8-4bc9-a654-a6d2c1a4056f req-fb70c8e2-5616-4578-b344-048586d76532 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 945 time: 0.1870587 Jun 25 14:42:34.725482 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-414574fb-2bd8-4bc9-a654-a6d2c1a4056f req-0a2dece7-bb79-4dc0-9016-6f91a32a40ad tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425599 Jun 25 14:42:34.749753 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58924) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:34.823401 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c092f33-68ea-41f0-af54-fa2959033c0c tempest-TestVolumeBootPattern-774827018 tempest-TestVolumeBootPattern-774827018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:34.824194 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5c092f33-68ea-41f0-af54-fa2959033c0c tempest-TestVolumeBootPattern-774827018 tempest-TestVolumeBootPattern-774827018-project-admin] Synchronizing usage tracker for tenant:3c4d2ada22d94ce68233f83cb5337b2d on resource:port {{(pid=78416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:42:34.844506 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-5c092f33-68ea-41f0-af54-fa2959033c0c tempest-TestVolumeBootPattern-774827018 tempest-TestVolumeBootPattern-774827018-project-admin] Unset dirty status for tenant:3c4d2ada22d94ce68233f83cb5337b2d on resource:port {{(pid=78416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:42:34.847155 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-5c092f33-68ea-41f0-af54-fa2959033c0c tempest-TestVolumeBootPattern-774827018 tempest-TestVolumeBootPattern-774827018-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 1093 time: 0.0961919 Jun 25 14:42:34.849887 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 58928) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:42:34.855316 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Request body: {'floatingip': {'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'port_id': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:42:34.862750 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:42:34.867198 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Usage tracker for resource:floatingip and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:42:34.870442 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:42:34.877017 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:42:34.889417 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for floatingip, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:35.047794 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:35.304582 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Allocated IP 172.27.2.71 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/aa9d27e5-fced-4f92-8b2c-b5415f544a8f) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:42:35.454983 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d2d4a99d-fc0b-4a72-b4ff-c07f3102bbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:35.490722 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:35.524638 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:35.529559 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd3817-0a8a-40ac-8c43-296d252837e8 req-2da32b13-7a7e-4b9a-8321-215c638f52a1 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:35.530896 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:35.531891 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-08fd3817-0a8a-40ac-8c43-296d252837e8 req-2da32b13-7a7e-4b9a-8321-215c638f52a1 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 946 time: 0.1481156 Jun 25 14:42:35.596036 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-08fd3817-0a8a-40ac-8c43-296d252837e8 req-1e4a661e-b629-4c78-afc5-42d99290b29b tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492039 Jun 25 14:42:35.607905 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:42:35.611603 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:42:35.615798 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:42:35.650828 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'Port': ['ID=aa9d27e5-fced-4f92-8b2c-b5415f544a8f,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:35.660864 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:36.097509 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:36.167034 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:36.181489 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:36.410658 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:36.415833 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:36.420170 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-84db971c-23a9-4201-90e0-1672c74ae61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:36.531556 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'Port': ['ID=aa9d27e5-fced-4f92-8b2c-b5415f544a8f,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:36.535823 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:36.545415 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:36.724505 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.l3_db [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Floating IP c9b5194e-6031-43db-ba1f-a279007d9467 associated. External IP: 172.27.2.71, port: b9d62809-d4e3-4804-98f1-4fe1ada1113d. Jun 25 14:42:36.844153 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bf88b-0cc1-43f0-a8ff-a7837aed8ab1 req-7269c5eb-6e73-4b13-aeca-f3f49d9ea6c2 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:36.845690 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bf9bf88b-0cc1-43f0-a8ff-a7837aed8ab1 req-7269c5eb-6e73-4b13-aeca-f3f49d9ea6c2 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 946 time: 0.1173398 Jun 25 14:42:36.895014 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-bf9bf88b-0cc1-43f0-a8ff-a7837aed8ab1 req-bde405ef-9449-40df-9d1f-af27df0b502b tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432882 Jun 25 14:42:37.237187 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:42:37.453903 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:42:37.464860 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4987a-5a3f-478e-81d1-3d18dc6aa578 None None] Sync routers for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:42:37.479107 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4987a-5a3f-478e-81d1-3d18dc6aa578 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:42:37.480272 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-90b4987a-5a3f-478e-81d1-3d18dc6aa578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:42:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:37.489261 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:37.592702 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7411263 Jun 25 14:42:37.594195 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'tag': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:37.651070 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'tag': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'status': 'completed', 'code': 200} Jun 25 14:42:37.701789 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:37.747062 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:42:37.793970 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-90b4987a-5a3f-478e-81d1-3d18dc6aa578 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:42:37.829769 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c2771-91ce-4fe7-a8df-3e5f208be04e req-de6271f5-3f89-4e25-8d01-f143d790fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:37.831564 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-117c2771-91ce-4fe7-a8df-3e5f208be04e req-de6271f5-3f89-4e25-8d01-f143d790fbe0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 1098 time: 0.1278956 Jun 25 14:42:38.026089 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c2771-91ce-4fe7-a8df-3e5f208be04e req-803a8a4e-0730-4823-aa15-fcfc74aca281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:38.028147 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-117c2771-91ce-4fe7-a8df-3e5f208be04e req-803a8a4e-0730-4823-aa15-fcfc74aca281 service neutron] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 912 time: 0.1886830 Jun 25 14:42:38.165189 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-117c2771-91ce-4fe7-a8df-3e5f208be04e req-fed5db37-46d7-4457-9176-f431cbd90ee7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d62809-d4e3-4804-98f1-4fe1ada1113d HTTP/1.1" status: 200 len: 998 time: 0.1197979 Jun 25 14:42:38.274545 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c2771-91ce-4fe7-a8df-3e5f208be04e req-ceb5951e-076b-4114-b647-db75f4ad2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:38.276943 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-117c2771-91ce-4fe7-a8df-3e5f208be04e req-ceb5951e-076b-4114-b647-db75f4ad2a8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.1050458 Jun 25 14:42:38.283203 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-90b4987a-5a3f-478e-81d1-3d18dc6aa578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'c9b5194e-6031-43db-ba1f-a279007d9467', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:50:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:42:36Z', 'updated_at': '2021-06-25T14:42:36Z', 'revision_number': 0, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:38.288148 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4987a-5a3f-478e-81d1-3d18dc6aa578 None None] Checking router: ff988f98-46d4-4af2-a8b5-e24a6ad0a703 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:42:38.303554 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4987a-5a3f-478e-81d1-3d18dc6aa578 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:42:38.304207 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-90b4987a-5a3f-478e-81d1-3d18dc6aa578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:42:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:38.373579 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c2771-91ce-4fe7-a8df-3e5f208be04e req-0474d5cd-d568-40f2-acfb-c66a014c383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:38.375392 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-117c2771-91ce-4fe7-a8df-3e5f208be04e req-0474d5cd-d568-40f2-acfb-c66a014c383c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922222 Jun 25 14:42:38.538491 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-90b4987a-5a3f-478e-81d1-3d18dc6aa578 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:42:38.540377 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-117c2771-91ce-4fe7-a8df-3e5f208be04e req-e8b44b3b-4998-43f7-8f98-5d7bb925e0fd service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585085 Jun 25 14:42:38.627615 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:38.755255 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-117c2771-91ce-4fe7-a8df-3e5f208be04e req-24aa348f-e1be-4eb1-a540-bb8f99eb6b1c service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069871 Jun 25 14:42:39.015103 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-90b4987a-5a3f-478e-81d1-3d18dc6aa578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'c9b5194e-6031-43db-ba1f-a279007d9467', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:50:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:42:36Z', 'updated_at': '2021-06-25T14:42:36Z', 'revision_number': 0, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:42:39.022848 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4987a-5a3f-478e-81d1-3d18dc6aa578 None None] The sync data for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi is: [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'c9b5194e-6031-43db-ba1f-a279007d9467', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:50:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:42:36Z', 'updated_at': '2021-06-25T14:42:36Z', 'revision_number': 0, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:42:39.312962 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ed1c8-2e74-4440-8c01-2fc5854f37ab None None] New status for floating IP c9b5194e-6031-43db-ba1f-a279007d9467: ACTIVE {{(pid=78419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:42:50.320111 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a33ca-402d-4a0f-bae6-554710479cf8 req-79682e32-04e3-4760-8e5b-778660d33560 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:50.321625 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-058a33ca-402d-4a0f-bae6-554710479cf8 req-79682e32-04e3-4760-8e5b-778660d33560 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 946 time: 0.0879366 Jun 25 14:42:50.369687 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-058a33ca-402d-4a0f-bae6-554710479cf8 req-62445686-1982-43b0-a0f4-ef16fb26c390 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Jun 25 14:42:51.565999 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af280ef5-c81b-4d95-ab11-b3b7f4ca68ce req-dd04ffb9-630f-44e8-bc4b-1e59a5e19be1 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:51.567467 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-af280ef5-c81b-4d95-ab11-b3b7f4ca68ce req-dd04ffb9-630f-44e8-bc4b-1e59a5e19be1 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 946 time: 0.0842862 Jun 25 14:42:51.617110 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-af280ef5-c81b-4d95-ab11-b3b7f4ca68ce req-b717da45-5851-4965-8f69-11af53169f19 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437403 Jun 25 14:42:52.033385 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66f664-4642-4c01-bf47-d9e1755408d0 req-c7fbe519-db54-42de-9ddc-c412c24e5dda tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:52.034101 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-2b66f664-4642-4c01-bf47-d9e1755408d0 req-c7fbe519-db54-42de-9ddc-c412c24e5dda tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Synchronizing usage tracker for tenant:5c80f02151fb4d36af9e8eb88c466330 on resource:port {{(pid=78416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:42:52.052406 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-2b66f664-4642-4c01-bf47-d9e1755408d0 req-c7fbe519-db54-42de-9ddc-c412c24e5dda tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Unset dirty status for tenant:5c80f02151fb4d36af9e8eb88c466330 on resource:port {{(pid=78416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:42:52.053553 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2b66f664-4642-4c01-bf47-d9e1755408d0 req-c7fbe519-db54-42de-9ddc-c412c24e5dda tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 946 time: 0.1033289 Jun 25 14:42:52.123242 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-2b66f664-4642-4c01-bf47-d9e1755408d0 req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Deleting port 602e73e8-6440-486b-9b57-16720d1a78a6 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:42:52.123739 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2b66f664-4642-4c01-bf47-d9e1755408d0 req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:52.494524 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-2b66f664-4642-4c01-bf47-d9e1755408d0 req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] For port 602e73e8-6440-486b-9b57-16720d1a78a6, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=602e73e8-6440-486b-9b57-16720d1a78a6,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:52.495126 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2b66f664-4642-4c01-bf47-d9e1755408d0 req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:52.659322 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-2b66f664-4642-4c01-bf47-d9e1755408d0 req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Calling delete_port for 602e73e8-6440-486b-9b57-16720d1a78a6 owned by compute:nova {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:42:52.826073 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa402c9c-fd62-400d-b308-1c5f2562f0b5 req-a13c1185-54d8-46c8-be5d-3fc627a8bfa1 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:52.828045 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-aa402c9c-fd62-400d-b308-1c5f2562f0b5 req-a13c1185-54d8-46c8-be5d-3fc627a8bfa1 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e4c5ac9-261a-47d6-bd37-86acf260ce93 HTTP/1.1" status: 200 len: 946 time: 0.0994415 Jun 25 14:42:52.867042 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2b66f664-4642-4c01-bf47-d9e1755408d0 req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:52.874884 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7ee1dc59-65df-4e4c-90d5-3b832b431c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:52.883011 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-aa402c9c-fd62-400d-b308-1c5f2562f0b5 req-f956f03f-c5ec-4e20-9e08-56f5927f3cb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456076 Jun 25 14:42:52.919086 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['590655e1-cf89-4f41-8478-9cfa5759574c', '803176c4-1341-4ab6-9db2-483583bdf73c', 'e26ddf5d-f860-4581-a55e-e072a06e0493', '602e73e8-6440-486b-9b57-16720d1a78a6'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:42:52.926750 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Pushing event deleted for resources: {'Port': ['ID=602e73e8-6440-486b-9b57-16720d1a78a6,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:52.967405 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:52.967816 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:52.968184 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:52.968608 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:52.968978 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:52.969342 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:52.969797 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:52.970088 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:52.970561 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:52.970826 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:52.971148 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:52.971472 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:42:52.982506 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:53.021252 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b66f664-4642-4c01-bf47-d9e1755408d0 req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] No DVR routers for this DVR port 602e73e8-6440-486b-9b57-16720d1a78a6 on host hv-cinder-79808 {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:42:53.023906 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-2b66f664-4642-4c01-bf47-d9e1755408d0 req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:53.027837 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4c5ac9-261a-47d6-bd37-86acf260ce93', 'name': 'network-vif-deleted', 'tag': '602e73e8-6440-486b-9b57-16720d1a78a6'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:53.047968 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-2b66f664-4642-4c01-bf47-d9e1755408d0 req-00402bdb-9a76-4002-8ca3-686093e63db9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "DELETE /v2.0/ports/602e73e8-6440-486b-9b57-16720d1a78a6 HTTP/1.1" status: 204 len: 173 time: 0.9881394 Jun 25 14:42:53.100458 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4c5ac9-261a-47d6-bd37-86acf260ce93', 'name': 'network-vif-deleted', 'tag': '602e73e8-6440-486b-9b57-16720d1a78a6', 'status': 'completed', 'code': 200} Jun 25 14:42:55.662648 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f5cf7-c78e-489a-964d-fa8b191d1981 req-1806fd0a-1000-4cfb-9227-fa2091892d17 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:55.664100 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d94f5cf7-c78e-489a-964d-fa8b191d1981 req-1806fd0a-1000-4cfb-9227-fa2091892d17 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 945 time: 0.0907531 Jun 25 14:42:55.719220 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d94f5cf7-c78e-489a-964d-fa8b191d1981 req-1fb7ecb0-08f6-4b65-a88f-e64b17b43a46 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438826 Jun 25 14:42:56.909521 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd316908-da57-4115-b2a5-939a0d3fa59e req-77e072ed-53eb-4778-ba7c-40da8a79e2f1 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:56.910972 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dd316908-da57-4115-b2a5-939a0d3fa59e req-77e072ed-53eb-4778-ba7c-40da8a79e2f1 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 945 time: 0.0797071 Jun 25 14:42:56.958812 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dd316908-da57-4115-b2a5-939a0d3fa59e req-bb86c302-e19b-4e12-af36-ae044997fc76 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 Jun 25 14:42:57.348861 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 602e73e8-6440-486b-9b57-16720d1a78a6 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:42:57.383805 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 602e73e8-6440-486b-9b57-16720d1a78a6 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:42:57.384156 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 602e73e8-6440-486b-9b57-16720d1a78a6 not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:42:57.424442 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2b60e-c939-424e-8a07-b16769e9ce24 req-18800c5c-5ec7-4c15-9d07-c07386de567f tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:57.425162 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-8ea2b60e-c939-424e-8a07-b16769e9ce24 req-18800c5c-5ec7-4c15-9d07-c07386de567f tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Synchronizing usage tracker for tenant:5c80f02151fb4d36af9e8eb88c466330 on resource:port {{(pid=78416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:42:57.442266 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-8ea2b60e-c939-424e-8a07-b16769e9ce24 req-18800c5c-5ec7-4c15-9d07-c07386de567f tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Unset dirty status for tenant:5c80f02151fb4d36af9e8eb88c466330 on resource:port {{(pid=78416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:42:57.443795 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-8ea2b60e-c939-424e-8a07-b16769e9ce24 req-18800c5c-5ec7-4c15-9d07-c07386de567f tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 945 time: 0.1018157 Jun 25 14:42:57.517183 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-8ea2b60e-c939-424e-8a07-b16769e9ce24 req-efc1330e-c2a0-4fd5-af2b-5dcc0c3c687d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Deleting port e26ddf5d-f860-4581-a55e-e072a06e0493 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:42:57.517518 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-8ea2b60e-c939-424e-8a07-b16769e9ce24 req-efc1330e-c2a0-4fd5-af2b-5dcc0c3c687d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:57.778850 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-8ea2b60e-c939-424e-8a07-b16769e9ce24 req-efc1330e-c2a0-4fd5-af2b-5dcc0c3c687d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] For port e26ddf5d-f860-4581-a55e-e072a06e0493, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=e26ddf5d-f860-4581-a55e-e072a06e0493,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:42:57.779198 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-8ea2b60e-c939-424e-8a07-b16769e9ce24 req-efc1330e-c2a0-4fd5-af2b-5dcc0c3c687d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:57.905052 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-8ea2b60e-c939-424e-8a07-b16769e9ce24 req-efc1330e-c2a0-4fd5-af2b-5dcc0c3c687d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Calling delete_port for e26ddf5d-f860-4581-a55e-e072a06e0493 owned by compute:nova {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:42:58.070544 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-8ea2b60e-c939-424e-8a07-b16769e9ce24 req-efc1330e-c2a0-4fd5-af2b-5dcc0c3c687d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:58.078178 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:42:58.109595 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['590655e1-cf89-4f41-8478-9cfa5759574c', '803176c4-1341-4ab6-9db2-483583bdf73c', 'e26ddf5d-f860-4581-a55e-e072a06e0493'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:42:58.114362 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7a2a090c-0355-49f8-af3e-6ee53219e1ec req-04635a3c-fa2c-4138-b946-6dec4f55370a tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=34c0aa39-7003-4370-8f2e-1897638a4a73 HTTP/1.1" status: 200 len: 210 time: 0.0474844 Jun 25 14:42:58.125164 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1330e-c2a0-4fd5-af2b-5dcc0c3c687d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Pushing event deleted for resources: {'Port': ['ID=e26ddf5d-f860-4581-a55e-e072a06e0493,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:42:58.128370 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-efc1330e-c2a0-4fd5-af2b-5dcc0c3c687d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:42:58.206090 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea2b60e-c939-424e-8a07-b16769e9ce24 req-efc1330e-c2a0-4fd5-af2b-5dcc0c3c687d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] No DVR routers for this DVR port e26ddf5d-f860-4581-a55e-e072a06e0493 on host hv-cinder-79808 {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:42:58.210910 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-8ea2b60e-c939-424e-8a07-b16769e9ce24 req-efc1330e-c2a0-4fd5-af2b-5dcc0c3c687d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:42:58.213781 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c0aa39-7003-4370-8f2e-1897638a4a73', 'name': 'network-vif-deleted', 'tag': 'e26ddf5d-f860-4581-a55e-e072a06e0493'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:42:58.235285 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-8ea2b60e-c939-424e-8a07-b16769e9ce24 req-efc1330e-c2a0-4fd5-af2b-5dcc0c3c687d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "DELETE /v2.0/ports/e26ddf5d-f860-4581-a55e-e072a06e0493 HTTP/1.1" status: 204 len: 173 time: 0.7844646 Jun 25 14:42:58.275712 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c0aa39-7003-4370-8f2e-1897638a4a73', 'name': 'network-vif-deleted', 'tag': 'e26ddf5d-f860-4581-a55e-e072a06e0493', 'status': 'completed', 'code': 200} Jun 25 14:42:59.593047 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460674ee-475b-477b-8d2f-5eb38f1a4871 req-e9e5969f-4026-43d1-8315-ec22412b1674 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:42:59.594482 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-460674ee-475b-477b-8d2f-5eb38f1a4871 req-e9e5969f-4026-43d1-8315-ec22412b1674 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 945 time: 0.0989249 Jun 25 14:42:59.641262 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-460674ee-475b-477b-8d2f-5eb38f1a4871 req-334b5c4b-3e2d-43f4-bb9d-3d5df79bf7bb tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408165 Jun 25 14:43:00.843420 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ceacae-1aa3-4fd3-a1d7-c2dcfdbec41c req-20e2e949-8270-42de-8cfe-063ab67aa71f tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:00.844902 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-77ceacae-1aa3-4fd3-a1d7-c2dcfdbec41c req-20e2e949-8270-42de-8cfe-063ab67aa71f tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 945 time: 0.0873473 Jun 25 14:43:00.890974 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-77ceacae-1aa3-4fd3-a1d7-c2dcfdbec41c req-4934070d-f94f-4d6a-915f-ba242dfc3f67 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403471 Jun 25 14:43:01.115095 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d295c3-e8fa-45f9-a3d1-c1ef111e0a27 req-dfde8ac8-dc5c-4d7c-9285-1485ec26d161 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:01.115839 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-c9d295c3-e8fa-45f9-a3d1-c1ef111e0a27 req-dfde8ac8-dc5c-4d7c-9285-1485ec26d161 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Synchronizing usage tracker for tenant:5c80f02151fb4d36af9e8eb88c466330 on resource:port {{(pid=78416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:43:01.132530 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-c9d295c3-e8fa-45f9-a3d1-c1ef111e0a27 req-dfde8ac8-dc5c-4d7c-9285-1485ec26d161 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Unset dirty status for tenant:5c80f02151fb4d36af9e8eb88c466330 on resource:port {{(pid=78416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:43:01.133721 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c9d295c3-e8fa-45f9-a3d1-c1ef111e0a27 req-dfde8ac8-dc5c-4d7c-9285-1485ec26d161 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 945 time: 0.0970695 Jun 25 14:43:01.212023 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-c9d295c3-e8fa-45f9-a3d1-c1ef111e0a27 req-7fcce369-703c-44aa-b990-2c56d3fa8797 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Deleting port 803176c4-1341-4ab6-9db2-483583bdf73c {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:01.212345 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c9d295c3-e8fa-45f9-a3d1-c1ef111e0a27 req-7fcce369-703c-44aa-b990-2c56d3fa8797 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:01.368346 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device e26ddf5d-f860-4581-a55e-e072a06e0493 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:01.405467 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: e26ddf5d-f860-4581-a55e-e072a06e0493 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:01.405807 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device e26ddf5d-f860-4581-a55e-e072a06e0493 not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:01.567600 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-c9d295c3-e8fa-45f9-a3d1-c1ef111e0a27 req-7fcce369-703c-44aa-b990-2c56d3fa8797 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] For port 803176c4-1341-4ab6-9db2-483583bdf73c, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=803176c4-1341-4ab6-9db2-483583bdf73c,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:01.567955 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c9d295c3-e8fa-45f9-a3d1-c1ef111e0a27 req-7fcce369-703c-44aa-b990-2c56d3fa8797 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:01.694664 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-c9d295c3-e8fa-45f9-a3d1-c1ef111e0a27 req-7fcce369-703c-44aa-b990-2c56d3fa8797 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Calling delete_port for 803176c4-1341-4ab6-9db2-483583bdf73c owned by compute:nova {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:01.860051 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c9d295c3-e8fa-45f9-a3d1-c1ef111e0a27 req-7fcce369-703c-44aa-b990-2c56d3fa8797 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:01.866691 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:01.896525 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['590655e1-cf89-4f41-8478-9cfa5759574c', '803176c4-1341-4ab6-9db2-483583bdf73c'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:43:01.916318 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcce369-703c-44aa-b990-2c56d3fa8797 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Pushing event deleted for resources: {'Port': ['ID=803176c4-1341-4ab6-9db2-483583bdf73c,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:01.943139 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7fcce369-703c-44aa-b990-2c56d3fa8797 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:02.001371 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d295c3-e8fa-45f9-a3d1-c1ef111e0a27 req-7fcce369-703c-44aa-b990-2c56d3fa8797 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] No DVR routers for this DVR port 803176c4-1341-4ab6-9db2-483583bdf73c on host hv-cinder-79808 {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:43:02.004319 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c9d295c3-e8fa-45f9-a3d1-c1ef111e0a27 req-7fcce369-703c-44aa-b990-2c56d3fa8797 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:02.015155 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddba3087-9657-47cb-bb80-2661162a8109', 'name': 'network-vif-deleted', 'tag': '803176c4-1341-4ab6-9db2-483583bdf73c'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:02.022454 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c9d295c3-e8fa-45f9-a3d1-c1ef111e0a27 req-7fcce369-703c-44aa-b990-2c56d3fa8797 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "DELETE /v2.0/ports/803176c4-1341-4ab6-9db2-483583bdf73c HTTP/1.1" status: 204 len: 173 time: 0.8814757 Jun 25 14:43:02.097666 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddba3087-9657-47cb-bb80-2661162a8109', 'name': 'network-vif-deleted', 'tag': '803176c4-1341-4ab6-9db2-483583bdf73c', 'status': 'completed', 'code': 200} Jun 25 14:43:02.101377 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c4e9518f-d09d-4254-b498-a95b72e7c92f req-380cc85e-0e94-4844-ad0c-85d077673d05 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddba3087-9657-47cb-bb80-2661162a8109 HTTP/1.1" status: 200 len: 210 time: 0.0506909 Jun 25 14:43:02.589227 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d768eb3b-f58c-4aba-ae34-7617f1022a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:02.989841 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:04.812460 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c6a01-ec06-4495-9f24-78b6abae07ad req-587bd2d8-92c3-4be6-b9c4-60261878593d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:04.814002 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-780c6a01-ec06-4495-9f24-78b6abae07ad req-587bd2d8-92c3-4be6-b9c4-60261878593d tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 945 time: 0.0894492 Jun 25 14:43:04.863055 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-780c6a01-ec06-4495-9f24-78b6abae07ad req-92ce3364-52dd-406a-870e-ac64f30f6206 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 Jun 25 14:43:05.409492 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 803176c4-1341-4ab6-9db2-483583bdf73c no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:05.453271 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 803176c4-1341-4ab6-9db2-483583bdf73c {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:05.453611 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 803176c4-1341-4ab6-9db2-483583bdf73c not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:05.461473 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-bfd2d1fd-774e-46c5-be64-195a81de354b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:06.096812 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2e75e-e3d4-45df-a624-21f403c5e21c req-d1a6abc5-ddfc-4766-afc2-f284418c26e9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:06.098376 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cbd2e75e-e3d4-45df-a624-21f403c5e21c req-d1a6abc5-ddfc-4766-afc2-f284418c26e9 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 945 time: 0.1214671 Jun 25 14:43:06.147193 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cbd2e75e-e3d4-45df-a624-21f403c5e21c req-15c23007-0cce-4f68-ad01-aabecceb8f03 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b35b0db-7b3c-4f5a-860e-252c82f04f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424523 Jun 25 14:43:06.168319 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:06.353518 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0724d-0e69-49d1-8713-8b9e559eb83f req-3c547dcf-dc71-411f-8ed3-81dacaabe6d4 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:06.354269 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-65f0724d-0e69-49d1-8713-8b9e559eb83f req-3c547dcf-dc71-411f-8ed3-81dacaabe6d4 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Synchronizing usage tracker for tenant:5c80f02151fb4d36af9e8eb88c466330 on resource:port {{(pid=78416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:43:06.371451 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-65f0724d-0e69-49d1-8713-8b9e559eb83f req-3c547dcf-dc71-411f-8ed3-81dacaabe6d4 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Unset dirty status for tenant:5c80f02151fb4d36af9e8eb88c466330 on resource:port {{(pid=78416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:43:06.372761 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-65f0724d-0e69-49d1-8713-8b9e559eb83f req-3c547dcf-dc71-411f-8ed3-81dacaabe6d4 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 945 time: 0.0998654 Jun 25 14:43:06.448612 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-65f0724d-0e69-49d1-8713-8b9e559eb83f req-98758aa3-bad4-49a5-bac4-0eedb0f70304 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Deleting port 590655e1-cf89-4f41-8478-9cfa5759574c {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:43:06.448835 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-65f0724d-0e69-49d1-8713-8b9e559eb83f req-98758aa3-bad4-49a5-bac4-0eedb0f70304 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:06.719975 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-65f0724d-0e69-49d1-8713-8b9e559eb83f req-98758aa3-bad4-49a5-bac4-0eedb0f70304 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] For port 590655e1-cf89-4f41-8478-9cfa5759574c, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=590655e1-cf89-4f41-8478-9cfa5759574c,segment=NetworkSegment(3ec26667-4717-40b7-91de-c5d7765df4a1),segment_id=3ec26667-4717-40b7-91de-c5d7765df4a1)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:06.720241 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-65f0724d-0e69-49d1-8713-8b9e559eb83f req-98758aa3-bad4-49a5-bac4-0eedb0f70304 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:06.852870 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-65f0724d-0e69-49d1-8713-8b9e559eb83f req-98758aa3-bad4-49a5-bac4-0eedb0f70304 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Calling delete_port for 590655e1-cf89-4f41-8478-9cfa5759574c owned by compute:nova {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:43:07.006379 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-65f0724d-0e69-49d1-8713-8b9e559eb83f req-98758aa3-bad4-49a5-bac4-0eedb0f70304 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:07.013604 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e068b13e-c526-4c2f-a0d8-acd22e72cb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:07.041681 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['590655e1-cf89-4f41-8478-9cfa5759574c'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:43:07.061801 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98758aa3-bad4-49a5-bac4-0eedb0f70304 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Pushing event deleted for resources: {'Port': ['ID=590655e1-cf89-4f41-8478-9cfa5759574c,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:07.065497 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-98758aa3-bad4-49a5-bac4-0eedb0f70304 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:07.139792 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f0724d-0e69-49d1-8713-8b9e559eb83f req-98758aa3-bad4-49a5-bac4-0eedb0f70304 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] No DVR routers for this DVR port 590655e1-cf89-4f41-8478-9cfa5759574c on host hv-cinder-79808 {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:43:07.142112 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-65f0724d-0e69-49d1-8713-8b9e559eb83f req-98758aa3-bad4-49a5-bac4-0eedb0f70304 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:07.144765 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59cb3c41-310e-4b3a-8dcc-3034faf7d75d', 'name': 'network-vif-deleted', 'tag': '590655e1-cf89-4f41-8478-9cfa5759574c'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:07.163014 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-65f0724d-0e69-49d1-8713-8b9e559eb83f req-98758aa3-bad4-49a5-bac4-0eedb0f70304 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.69 "DELETE /v2.0/ports/590655e1-cf89-4f41-8478-9cfa5759574c HTTP/1.1" status: 204 len: 173 time: 0.7844918 Jun 25 14:43:07.198100 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59cb3c41-310e-4b3a-8dcc-3034faf7d75d', 'name': 'network-vif-deleted', 'tag': '590655e1-cf89-4f41-8478-9cfa5759574c', 'status': 'completed', 'code': 200} Jun 25 14:43:07.321862 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c845399f-1d8b-4e64-9ab7-9899142d6e3f req-34cd32eb-ee02-4dca-804d-4491a16a933e tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] 10.222.0.61 "GET /v2.0/ports?device_id=59cb3c41-310e-4b3a-8dcc-3034faf7d75d HTTP/1.1" status: 200 len: 210 time: 0.0443554 Jun 25 14:43:07.613199 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:08.432629 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 59062) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:08.491839 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Deleting subnet 59e3be4b-f61b-4f7b-9e5e-d271e70cde55 {{(pid=78417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:43:08.494806 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:08.548583 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8159658'] for subnet, precommit_delete_associations {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:08.604783 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:08.605741 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:08.678107 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6327578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6690465'] for subnet, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:08.684836 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e957627a-1106-49d4-bdae-c948c8f6a639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:08.721093 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:08.726107 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e3be4b-f61b-4f7b-9e5e-d271e70cde55,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:08.732241 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/59e3be4b-f61b-4f7b-9e5e-d271e70cde55 HTTP/1.1" status: 204 len: 168 time: 0.2976959 Jun 25 14:43:08.735194 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 59066) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:08.737959 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:08.738181 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:08.738545 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:08.738903 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:08.739253 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:08.739637 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:08.739985 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:08.740480 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:08.740921 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:08.741036 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:08.741345 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:08.741678 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:08.744953 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6fea4610-188b-4e84-8c8a-c5da73a4b2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:08.854037 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:08.993615 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.012672 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c908738-410c-4daf-ae3f-1f6ab72e8f7e']}} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:09.031197 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec26667-4717-40b7-91de-c5d7765df4a1') {'for_net_delete': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:09.031598 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec26667-4717-40b7-91de-c5d7765df4a1') {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:43:09.045700 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929669'] for segment, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.063174 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.070442 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=78416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:43:09.070853 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5439526'] for segment, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: Traceback (most recent call last): Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: timer() Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: cb(*args, **kw) Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: return func(*args, **kwargs) Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: self._notify() Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: self.callback(batched_events) Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: event.method(event) Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: return f(self, *a, **k) Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._get(url).json() Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: return self.request(url, 'GET', **kwargs) Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:43:09.084286 dv-cinder-798088-1-iscsi neutron-server[78416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:43:09.160442 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.165650 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.169149 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:09.197862 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c908738-410c-4daf-ae3f-1f6ab72e8f7e,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:09.201153 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:09.207103 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-7438f9a8-83e0-4a82-a1d9-1959052ac75d admin admin] 10.222.0.61 "DELETE /v2.0/networks/8c908738-410c-4daf-ae3f-1f6ab72e8f7e HTTP/1.1" status: 204 len: 168 time: 0.4704483 Jun 25 14:43:09.485258 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 59072) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:09.535570 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-ea77e467-2283-4384-84eb-9c0cdda698e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5c80f02151fb4d36af9e8eb88c466330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489488 Jun 25 14:43:09.537868 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 59076) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:09.599693 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-24eb5684-b766-4ac0-8dcb-d71fe8f8e8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.625935 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-24eb5684-b766-4ac0-8dcb-d71fe8f8e8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.686666 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-24eb5684-b766-4ac0-8dcb-d71fe8f8e8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.690551 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-3ad70ac7-fd9b-4d7b-b5f9-2fb791e8bdd0 tempest-TestShelveInstance-970656024 tempest-TestShelveInstance-970656024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:09.799276 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb5684-b766-4ac0-8dcb-d71fe8f8e8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b35b0db-7b3c-4f5a-860e-252c82f04f74,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:09.802795 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-24eb5684-b766-4ac0-8dcb-d71fe8f8e8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:09.807233 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-24eb5684-b766-4ac0-8dcb-d71fe8f8e8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:09.807626 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-24eb5684-b766-4ac0-8dcb-d71fe8f8e8a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b35b0db-7b3c-4f5a-860e-252c82f04f74 HTTP/1.1" status: 204 len: 168 time: 0.2687178 Jun 25 14:43:11.440622 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 590655e1-cf89-4f41-8478-9cfa5759574c no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:43:11.482285 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 590655e1-cf89-4f41-8478-9cfa5759574c {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:43:11.482631 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 590655e1-cf89-4f41-8478-9cfa5759574c not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:43:12.165490 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 59130) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:12.353113 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-cf3f97e9-e7a8-4180-913c-9aa99c80aa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:12.376351 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-cf3f97e9-e7a8-4180-913c-9aa99c80aa78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:12.382810 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-cf3f97e9-e7a8-4180-913c-9aa99c80aa78 admin admin] Usage tracker for resource:security_group_rule and tenant:456ab8aac42a4ecb8ca6f0154fe274f5 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:12.387306 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-cf3f97e9-e7a8-4180-913c-9aa99c80aa78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:12.396488 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-cf3f97e9-e7a8-4180-913c-9aa99c80aa78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:12.522855 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-cf3f97e9-e7a8-4180-913c-9aa99c80aa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:12.527747 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-cf3f97e9-e7a8-4180-913c-9aa99c80aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:12.536603 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-48ac56e3-7511-4f48-8f91-411693cf8a36 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:12.595259 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3f97e9-e7a8-4180-913c-9aa99c80aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856b1fb0-3955-4f76-8fde-f898be560aa1,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:12.601085 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-cf3f97e9-e7a8-4180-913c-9aa99c80aa78 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=456ab8aac42a4ecb8ca6f0154fe274f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343245 Jun 25 14:43:12.602753 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-cf3f97e9-e7a8-4180-913c-9aa99c80aa78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:12.603904 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 59136) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:12.689146 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d731a644-cb3b-448d-9d4c-1908ab0da5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:12.736148 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d731a644-cb3b-448d-9d4c-1908ab0da5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:12.831652 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d731a644-cb3b-448d-9d4c-1908ab0da5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:12.837867 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-62d3bce9-d5d9-4344-8964-4a6ca3e941c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:12.852002 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731a644-cb3b-448d-9d4c-1908ab0da5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856b1fb0-3955-4f76-8fde-f898be560aa1,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:12.857882 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d731a644-cb3b-448d-9d4c-1908ab0da5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:12.864572 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-d731a644-cb3b-448d-9d4c-1908ab0da5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:12.866315 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-d731a644-cb3b-448d-9d4c-1908ab0da5ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/856b1fb0-3955-4f76-8fde-f898be560aa1 HTTP/1.1" status: 204 len: 168 time: 0.2593555 Jun 25 14:43:13.283985 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 59144) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:13.308806 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-02cd3c79-f2dd-48d9-a351-b1c9fb3f400b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.326135 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-02cd3c79-f2dd-48d9-a351-b1c9fb3f400b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:13.330506 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-02cd3c79-f2dd-48d9-a351-b1c9fb3f400b admin admin] Usage tracker for resource:security_group_rule and tenant:042e639dcf9c4774ac33242a1b4b53d1 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:13.334495 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-02cd3c79-f2dd-48d9-a351-b1c9fb3f400b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:13.342843 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-02cd3c79-f2dd-48d9-a351-b1c9fb3f400b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:13.442549 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-02cd3c79-f2dd-48d9-a351-b1c9fb3f400b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.446277 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-02cd3c79-f2dd-48d9-a351-b1c9fb3f400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.457482 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e98ced5f-4f83-4bec-9ed4-17453fbb26f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:13.614551 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-02cd3c79-f2dd-48d9-a351-b1c9fb3f400b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=042e639dcf9c4774ac33242a1b4b53d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281560 Jun 25 14:43:13.616563 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 59148) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:13.620444 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd3c79-f2dd-48d9-a351-b1c9fb3f400b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d390040-f1a0-41de-bcd9-611b013e045d,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:13.624150 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-02cd3c79-f2dd-48d9-a351-b1c9fb3f400b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:13.679075 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6fb6570c-031e-4d96-a4ab-d79b87749e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.709843 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6fb6570c-031e-4d96-a4ab-d79b87749e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.771140 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6fb6570c-031e-4d96-a4ab-d79b87749e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.774955 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-8b81ba22-5846-4b13-81d2-33703d86fe73 tempest-AttachVolumeShelveTestJSON-215532624 tempest-AttachVolumeShelveTestJSON-215532624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:13.789263 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6570c-031e-4d96-a4ab-d79b87749e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d390040-f1a0-41de-bcd9-611b013e045d,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:13.793650 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-6fb6570c-031e-4d96-a4ab-d79b87749e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:13.799573 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-6fb6570c-031e-4d96-a4ab-d79b87749e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:13.803050 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-6fb6570c-031e-4d96-a4ab-d79b87749e4f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8d390040-f1a0-41de-bcd9-611b013e045d HTTP/1.1" status: 204 len: 168 time: 0.1853869 Jun 25 14:43:14.747617 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:43:20.825586 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 59234) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:20.988640 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9447069e-7a1a-4c95-8b50-59b612c454d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.005786 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-9447069e-7a1a-4c95-8b50-59b612c454d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:21.010606 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-9447069e-7a1a-4c95-8b50-59b612c454d8 admin admin] Usage tracker for resource:security_group_rule and tenant:801610e371ca47deae911a888b588d39 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:21.015050 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-9447069e-7a1a-4c95-8b50-59b612c454d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:21.021811 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-9447069e-7a1a-4c95-8b50-59b612c454d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:21.118767 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9447069e-7a1a-4c95-8b50-59b612c454d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.124090 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-9447069e-7a1a-4c95-8b50-59b612c454d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.134284 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-8440b595-ee29-4026-b56e-ce7c3fadbd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:21.177150 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-9447069e-7a1a-4c95-8b50-59b612c454d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=801610e371ca47deae911a888b588d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499808 Jun 25 14:43:21.178913 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447069e-7a1a-4c95-8b50-59b612c454d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e62d111-82f7-421d-b255-4549582ac054,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:21.180307 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 59240) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:21.182609 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-9447069e-7a1a-4c95-8b50-59b612c454d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:21.257078 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9633b734-eaad-40a1-b6b7-d49b604656dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.287123 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9633b734-eaad-40a1-b6b7-d49b604656dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.347867 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9633b734-eaad-40a1-b6b7-d49b604656dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.352737 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5b7b64b2-caa6-4dde-86ea-e2f67b133a54 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:21.367705 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633b734-eaad-40a1-b6b7-d49b604656dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e62d111-82f7-421d-b255-4549582ac054,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:21.370052 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9633b734-eaad-40a1-b6b7-d49b604656dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:21.380306 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-9633b734-eaad-40a1-b6b7-d49b604656dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.381558 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-9633b734-eaad-40a1-b6b7-d49b604656dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e62d111-82f7-421d-b255-4549582ac054 HTTP/1.1" status: 204 len: 168 time: 0.2002015 Jun 25 14:43:21.713054 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 59248) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:21.733180 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-fedc0ed8-7483-4b5f-a11c-d23178a6a3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.753829 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-fedc0ed8-7483-4b5f-a11c-d23178a6a3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:21.757838 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-fedc0ed8-7483-4b5f-a11c-d23178a6a3b6 admin admin] Usage tracker for resource:security_group_rule and tenant:a8bab44e7ff84597b52321240aff0828 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:21.760897 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-fedc0ed8-7483-4b5f-a11c-d23178a6a3b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:21.768169 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-fedc0ed8-7483-4b5f-a11c-d23178a6a3b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:21.867701 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-fedc0ed8-7483-4b5f-a11c-d23178a6a3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.873183 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-fedc0ed8-7483-4b5f-a11c-d23178a6a3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:21.880961 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-43110263-1240-49f2-ba43-0f436f2e697b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:21.924505 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-fedc0ed8-7483-4b5f-a11c-d23178a6a3b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a8bab44e7ff84597b52321240aff0828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102988 Jun 25 14:43:21.925390 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc0ed8-7483-4b5f-a11c-d23178a6a3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba4d9ea-0d64-4505-94d5-77e7246df5c7,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:21.927439 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 59252) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:21.928668 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-fedc0ed8-7483-4b5f-a11c-d23178a6a3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:22.007059 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e22eba4e-5b73-44e0-b3a7-6715eb6d0871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:22.036168 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e22eba4e-5b73-44e0-b3a7-6715eb6d0871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:22.103364 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e22eba4e-5b73-44e0-b3a7-6715eb6d0871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:22.108173 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-ba71ad1d-415d-43ea-a2ef-f493ea8595a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:22.119994 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22eba4e-5b73-44e0-b3a7-6715eb6d0871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba4d9ea-0d64-4505-94d5-77e7246df5c7,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:22.124927 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e22eba4e-5b73-44e0-b3a7-6715eb6d0871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:22.128795 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-e22eba4e-5b73-44e0-b3a7-6715eb6d0871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:22.129960 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-e22eba4e-5b73-44e0-b3a7-6715eb6d0871 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ba4d9ea-0d64-4505-94d5-77e7246df5c7 HTTP/1.1" status: 204 len: 168 time: 0.2012713 Jun 25 14:43:22.969761 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 59276) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:23.084156 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1546137907-network', 'tenant_id': '8218da4bfb234c6bb6a2fb19baac6ca2'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:23.089041 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:23.094253 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Usage tracker for resource:network and tenant:8218da4bfb234c6bb6a2fb19baac6ca2 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:23.097685 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:23.104269 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:23.115729 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Made reservation on behalf of 8218da4bfb234c6bb6a2fb19baac6ca2 for: {'network': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:43:23.118065 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for network, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:23.131021 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:23.147268 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:23.154393 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Usage tracker for resource:security_group_rule and tenant:8218da4bfb234c6bb6a2fb19baac6ca2 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:23.158242 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:23.164246 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:23.277676 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:23.282369 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:23.285637 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-2a9efac8-ef85-408d-8a5e-c227812a6a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:23.322274 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=78417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 14:43:23.332165 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d29bd9-1f55-4fba-9bd0-a92407bbdc76,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:23.336002 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:23.338786 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:23.339130 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.segments_db [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Added segment 560f327f-79e0-47f2-8ca1-7c7f788a21a0 of type vlan for network c9378080-8699-40e5-aa08-7ccde81f8951 Jun 25 14:43:23.369065 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793052115083'] for network, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:23.401691 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706'] for network, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:23.403268 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:23.403903 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:23.407670 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:23.515316 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Pushing event updated for resources: {'Network': ['ID=c9378080-8699-40e5-aa08-7ccde81f8951,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:23.519849 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:23.527303 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Network c9378080-8699-40e5-aa08-7ccde81f8951 details requested by agent ovs-agent-dv-cinder-798088-1-iscsi with host dv-cinder-798088-1-iscsi {{(pid=78418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 25 14:43:23.528388 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-37039dde-fb5b-4b0b-8061-bc8254a3cd40 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5561831 Jun 25 14:43:23.531259 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 59282) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:43:23.540550 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Request body: {'subnet': {'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1546137907-subnet', 'tenant_id': '8218da4bfb234c6bb6a2fb19baac6ca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:23.548946 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:23.555577 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Usage tracker for resource:subnet and tenant:8218da4bfb234c6bb6a2fb19baac6ca2 is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:23.560278 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:23.568350 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:23.583538 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Made reservation on behalf of 8218da4bfb234c6bb6a2fb19baac6ca2 for: {'subnet': 1} {{(pid=78417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:43:23.586339 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6690444'] for subnet, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:23.807313 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6327643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6690458'] for subnet, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:23.813106 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-87dc6afc-99ef-4dc7-9ed1-344eba65b215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:23.898869 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7466f6c7-aadd-47aa-88be-7b746ca270f8,revision_number=0']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:23.903632 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:23.910541 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Checking segment: {'id': '560f327f-79e0-47f2-8ca1-7c7f788a21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:43:23.910893 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Network hostable DHCP agents. Network: c9378080-8699-40e5-aa08-7ccde81f8951, hostable agents: ['71257571-9ee9-45e3-b330-373ee7b884be'], hosted agents: [] {{(pid=78417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 14:43:23.933058 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Network c9378080-8699-40e5-aa08-7ccde81f8951 is scheduled to be hosted by DHCP agent 71257571-9ee9-45e3-b330-373ee7b884be with binding_index 1 {{(pid=78417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 14:43:23.944605 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798088-1-iscsi, c9378080-8699-40e5-aa08-7ccde81f8951) {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:43:23.950795 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:23.951620 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:23.957500 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d055524b-e2a7-4c5c-b534-9672754e0bdd None None] Network c9378080-8699-40e5-aa08-7ccde81f8951 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:43:23.979037 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-5c4bcd0a-c0c6-416c-b10f-b79e60c5b458 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4462893 Jun 25 14:43:24.218705 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe3fd2b-6291-4dae-8ca5-f178e8449d86 None None] Network c9378080-8699-40e5-aa08-7ccde81f8951 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:43:26.132967 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-516d6841-9aff-4f0e-909d-38b7058f6d8c tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:26.133650 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-516d6841-9aff-4f0e-909d-38b7058f6d8c tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Synchronizing usage tracker for tenant:8218da4bfb234c6bb6a2fb19baac6ca2 on resource:network {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:43:26.150451 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-516d6841-9aff-4f0e-909d-38b7058f6d8c tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Unset dirty status for tenant:8218da4bfb234c6bb6a2fb19baac6ca2 on resource:network {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:43:26.151734 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-516d6841-9aff-4f0e-909d-38b7058f6d8c tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/networks?id=c9378080-8699-40e5-aa08-7ccde81f8951 HTTP/1.1" status: 200 len: 814 time: 0.1697090 Jun 25 14:43:26.172440 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-de773357-5830-4713-a26b-ef1d13960995 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/quotas/8218da4bfb234c6bb6a2fb19baac6ca2 HTTP/1.1" status: 200 len: 375 time: 0.0141394 Jun 25 14:43:26.223545 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-97699c24-8953-4a56-a7b5-c604d3d2ebf2 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8218da4bfb234c6bb6a2fb19baac6ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451298 Jun 25 14:43:26.377308 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-42dc19a3-c27c-4b20-9839-07db739e4330 service neutron] 10.222.0.61 "GET /v2.0/networks/c9378080-8699-40e5-aa08-7ccde81f8951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457968 Jun 25 14:43:26.518613 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-8e722cc0-8428-4b9b-87fa-539e5aa16a11 service neutron] 10.222.0.61 "GET /v2.0/networks/c9378080-8699-40e5-aa08-7ccde81f8951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352024 Jun 25 14:43:26.717128 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-c9ece15e-6a1e-4eec-b0b8-7f93a6484262 req-800f9f13-e70a-4ba9-8f74-08684e2640f8 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 210 time: 0.0452793 Jun 25 14:43:27.891481 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4207937d-4186-453f-84a0-446d75582e09 req-ba4c3786-5615-4ed0-a7c2-2e2e0a14c521 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 210 time: 0.0521469 Jun 25 14:43:27.988029 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-13179f63-99b6-4208-b7ca-5850c874844c tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:27.990077 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-13179f63-99b6-4208-b7ca-5850c874844c tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.69 "GET /v2.0/networks?id=c9378080-8699-40e5-aa08-7ccde81f8951 HTTP/1.1" status: 200 len: 814 time: 0.1589422 Jun 25 14:43:28.010290 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Request body: {'port': {'device_id': '0b6977b5-a5b1-4528-b339-5789e1496aba', 'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951', 'admin_state_up': True, 'tenant_id': '8218da4bfb234c6bb6a2fb19baac6ca2'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:28.155579 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:43:28.159729 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Usage tracker for resource:port and tenant:8218da4bfb234c6bb6a2fb19baac6ca2 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:43:28.162891 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:43:28.169629 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:43:28.181059 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Made reservation on behalf of 8218da4bfb234c6bb6a2fb19baac6ca2 for: {'port': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:43:28.185494 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:28.359279 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Allocated IP 172.20.0.12 (c9378080-8699-40e5-aa08-7ccde81f8951/7466f6c7-aadd-47aa-88be-7b746ca270f8/6230180a-9e3d-4fa4-a5ed-80c0e61063f7) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:43:28.569661 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:28.605992 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:28.611860 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6d90f027-915a-4192-8723-c8c23d3a4bb8 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:28.681386 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Network c9378080-8699-40e5-aa08-7ccde81f8951 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:43:28.685419 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:43:28.689711 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:43:28.720688 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Pushing event updated for resources: {'Port': ['ID=6230180a-9e3d-4fa4-a5ed-80c0e61063f7,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:28.727430 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:28.757371 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:28.757982 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:28.778845 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-01508f97-2c47-4b07-a0b6-b64607489d83 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7734895 Jun 25 14:43:28.798800 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Request body: {'port': {'device_id': '0b6977b5-a5b1-4528-b339-5789e1496aba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:43:28.915534 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:29.116390 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878811f-39a1-47e6-b6f7-4efe056b85d7 req-156ce907-797e-4194-9899-9635b2009dea tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:29.117922 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0878811f-39a1-47e6-b6f7-4efe056b85d7 req-156ce907-797e-4194-9899-9635b2009dea tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 932 time: 0.0971239 Jun 25 14:43:29.168442 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-0878811f-39a1-47e6-b6f7-4efe056b85d7 req-7d31d715-9581-4c2d-8213-bc91f1493073 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Synchronizing usage tracker for tenant:8218da4bfb234c6bb6a2fb19baac6ca2 on resource:security_group {{(pid=78417) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:43:29.187600 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [req-0878811f-39a1-47e6-b6f7-4efe056b85d7 req-7d31d715-9581-4c2d-8213-bc91f1493073 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Unset dirty status for tenant:8218da4bfb234c6bb6a2fb19baac6ca2 on resource:security_group {{(pid=78417) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:43:29.189358 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0878811f-39a1-47e6-b6f7-4efe056b85d7 req-7d31d715-9581-4c2d-8213-bc91f1493073 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651436 Jun 25 14:43:29.324489 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:43:29.332438 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:29.349758 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Transition to ACTIVE for port object 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:43:29.355157 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:29.360170 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-47115f89-3a73-47f4-9d71-2255e521f36f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:29.643178 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Pushing event updated for resources: {'Port': ['ID=6230180a-9e3d-4fa4-a5ed-80c0e61063f7,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:29.646465 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:29.721788 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Attempting to bind port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:43:29.722024 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Attempting to bind port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '560f327f-79e0-47f2-8ca1-7c7f788a21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:43:29.722342 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Attempting to bind port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 on network c9378080-8699-40e5-aa08-7ccde81f8951 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:43:29.727544 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 on network c9378080-8699-40e5-aa08-7ccde81f8951 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:43:29.727907 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Attempting to bind port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 on network c9378080-8699-40e5-aa08-7ccde81f8951 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:43:29.734578 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:43:29.734908 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Checking segment: {'id': '560f327f-79e0-47f2-8ca1-7c7f788a21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:43:29.735296 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Bound using segment: {'id': '560f327f-79e0-47f2-8ca1-7c7f788a21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:43:29.735752 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Bound port: 6230180a-9e3d-4fa4-a5ed-80c0e61063f7, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560f327f-79e0-47f2-8ca1-7c7f788a21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:43:29.736095 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:29.831666 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] For port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7, host hv-cinder-79808, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:43:29.834784 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] For port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=6230180a-9e3d-4fa4-a5ed-80c0e61063f7,segment=NetworkSegment(560f327f-79e0-47f2-8ca1-7c7f788a21a0),segment_id=560f327f-79e0-47f2-8ca1-7c7f788a21a0)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:43:29.840483 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:29.844311 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-73e34da7-6eee-4cc5-a16b-fa4a30bc3763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:29.903127 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:29.903807 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:29.905438 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] 10.222.0.69 "PUT /v2.0/ports/6230180a-9e3d-4fa4-a5ed-80c0e61063f7 HTTP/1.1" status: 200 len: 1094 time: 1.1113584 Jun 25 14:43:29.906174 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6977b5-a5b1-4528-b339-5789e1496aba', 'tag': '6230180a-9e3d-4fa4-a5ed-80c0e61063f7'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:29.935103 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Pushing event updated for resources: {'Port': ['ID=6230180a-9e3d-4fa4-a5ed-80c0e61063f7,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:29.939804 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:30.001185 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6977b5-a5b1-4528-b339-5789e1496aba', 'tag': '6230180a-9e3d-4fa4-a5ed-80c0e61063f7', 'status': 'completed', 'code': 200} Jun 25 14:43:30.047020 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-846045f2-3de4-4e21-9925-87afbbc741de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:30.048555 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-846045f2-3de4-4e21-9925-87afbbc741de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8218da4bfb234c6bb6a2fb19baac6ca2&device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 1097 time: 0.0843732 Jun 25 14:43:30.126560 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-fca37b08-df03-4d56-94bd-429eeb909f83 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6230180a-9e3d-4fa4-a5ed-80c0e61063f7 HTTP/1.1" status: 200 len: 217 time: 0.0625389 Jun 25 14:43:30.198597 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-210ebc45-0852-4cc9-8bb8-077cadf44fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:30.200894 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-210ebc45-0852-4cc9-8bb8-077cadf44fa0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7466f6c7-aadd-47aa-88be-7b746ca270f8 HTTP/1.1" status: 200 len: 854 time: 0.0675671 Jun 25 14:43:30.252014 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-b930f8bb-fc6c-4c4e-ace8-a81ffb88502f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9378080-8699-40e5-aa08-7ccde81f8951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421300 Jun 25 14:43:30.403388 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-715c5592-d2bc-44e1-9353-5704577397bb service neutron] 10.222.0.69 "GET /v2.0/networks/c9378080-8699-40e5-aa08-7ccde81f8951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444461 Jun 25 14:43:30.498875 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d86be3-cb8a-40c2-a544-f216df2acceb req-8c231e7d-3f37-4646-b7d0-6ab79c378f8b tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:30.500313 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-98d86be3-cb8a-40c2-a544-f216df2acceb req-8c231e7d-3f37-4646-b7d0-6ab79c378f8b tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 944 time: 0.1959724 Jun 25 14:43:30.548120 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-98d86be3-cb8a-40c2-a544-f216df2acceb req-907f4a85-f2df-4afd-a549-336dfff54bd6 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Jun 25 14:43:30.549147 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-d58a98bd-5f69-47d8-b934-38a59c8a20f9 req-e7888f5c-2e99-482d-9b8f-b85bf1aca594 service neutron] 10.222.0.69 "GET /v2.0/networks/c9378080-8699-40e5-aa08-7ccde81f8951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391754 Jun 25 14:43:30.723862 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc99f53-4bed-4a11-9d9f-4a0eeeda226f req-deab9b30-6d94-419c-a384-b0579631c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:30.725369 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-1dc99f53-4bed-4a11-9d9f-4a0eeeda226f req-deab9b30-6d94-419c-a384-b0579631c461 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8218da4bfb234c6bb6a2fb19baac6ca2&device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 1097 time: 0.0830686 Jun 25 14:43:30.868350 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc99f53-4bed-4a11-9d9f-4a0eeeda226f req-9c5952fb-8d77-4554-ae1f-e3ee38d4e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:30.869821 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-1dc99f53-4bed-4a11-9d9f-4a0eeeda226f req-9c5952fb-8d77-4554-ae1f-e3ee38d4e796 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9378080-8699-40e5-aa08-7ccde81f8951 HTTP/1.1" status: 200 len: 915 time: 0.1363182 Jun 25 14:43:30.940853 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-1dc99f53-4bed-4a11-9d9f-4a0eeeda226f req-9f2e193d-b53f-47e5-a5eb-b645ad49def1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6230180a-9e3d-4fa4-a5ed-80c0e61063f7 HTTP/1.1" status: 200 len: 217 time: 0.0636315 Jun 25 14:43:31.014368 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc99f53-4bed-4a11-9d9f-4a0eeeda226f req-7f581b87-ed63-4afd-b1f9-530e4414e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:31.016229 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-1dc99f53-4bed-4a11-9d9f-4a0eeeda226f req-7f581b87-ed63-4afd-b1f9-530e4414e529 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7466f6c7-aadd-47aa-88be-7b746ca270f8 HTTP/1.1" status: 200 len: 854 time: 0.0681970 Jun 25 14:43:31.067008 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-1dc99f53-4bed-4a11-9d9f-4a0eeeda226f req-84278018-1b7a-43be-a31c-7f24205c877c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9378080-8699-40e5-aa08-7ccde81f8951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436742 Jun 25 14:43:31.212560 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-1dc99f53-4bed-4a11-9d9f-4a0eeeda226f req-d44b2e90-a64e-4984-bc7a-14c282142627 service neutron] 10.222.0.69 "GET /v2.0/networks/c9378080-8699-40e5-aa08-7ccde81f8951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371531 Jun 25 14:43:31.357600 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-1dc99f53-4bed-4a11-9d9f-4a0eeeda226f req-bbca655b-6708-4f98-9bf4-cc7f20b87218 service neutron] 10.222.0.69 "GET /v2.0/networks/c9378080-8699-40e5-aa08-7ccde81f8951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371994 Jun 25 14:43:31.795894 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def25405-121b-4c65-b02d-e522b8fd60fe req-d51bedb8-3f87-412a-9346-0df7ef4d5687 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:31.798210 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-def25405-121b-4c65-b02d-e522b8fd60fe req-d51bedb8-3f87-412a-9346-0df7ef4d5687 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 944 time: 0.0966904 Jun 25 14:43:31.852415 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-def25405-121b-4c65-b02d-e522b8fd60fe req-c0cfbee9-1a8f-4336-a00c-b9eaf76d259e tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480630 Jun 25 14:43:32.585670 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-c462a9b1-9821-4a33-b24e-6a44118e442d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:32.989333 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:33.106127 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b733ca-fb78-450c-8aba-31e39d31c0b1 req-b5c1ea61-123f-496c-bcf3-9f225330a9e0 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:33.108832 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f6b733ca-fb78-450c-8aba-31e39d31c0b1 req-b5c1ea61-123f-496c-bcf3-9f225330a9e0 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 944 time: 0.1321356 Jun 25 14:43:33.158685 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f6b733ca-fb78-450c-8aba-31e39d31c0b1 req-7bd5be7d-7c06-4390-973e-2116316de1e2 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Jun 25 14:43:33.565581 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:43:33.708708 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=6230180a-9e3d-4fa4-a5ed-80c0e61063f7,segment=NetworkSegment(560f327f-79e0-47f2-8ca1-7c7f788a21a0),segment_id=560f327f-79e0-47f2-8ca1-7c7f788a21a0)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:33.723244 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '6230180a-9e3d-4fa4-a5ed-80c0e61063f7', 'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951', 'port_id': '6230180a-9e3d-4fa4-a5ed-80c0e61063f7', 'mac_address': 'fa:16:3e:95:c1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7466f6c7-aadd-47aa-88be-7b746ca270f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:43:33.783335 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:33.801618 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:43:33.819970 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=6230180a-9e3d-4fa4-a5ed-80c0e61063f7,segment=NetworkSegment(560f327f-79e0-47f2-8ca1-7c7f788a21a0),segment_id=560f327f-79e0-47f2-8ca1-7c7f788a21a0)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:33.826115 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:33.829042 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:33.908124 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=6230180a-9e3d-4fa4-a5ed-80c0e61063f7,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:33.918637 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:33.919202 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:33.919661 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:33.920010 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:33.920343 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:33.920675 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:33.921085 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:33.921427 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:33.921878 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:33.922204 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:33.922520 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:33.922838 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:43:33.927284 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:34.125433 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['6230180a-9e3d-4fa4-a5ed-80c0e61063f7'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:43:34.375131 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169ea5e-669b-4aae-b3c5-97ae2dcaec32 req-7a40ec13-d2fb-4efa-b95b-8ed558b8dccf tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:34.376840 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9169ea5e-669b-4aae-b3c5-97ae2dcaec32 req-7a40ec13-d2fb-4efa-b95b-8ed558b8dccf tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 945 time: 0.0932672 Jun 25 14:43:34.430039 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9169ea5e-669b-4aae-b3c5-97ae2dcaec32 req-fde9bf85-6087-40dc-ab44-00aea9c40810 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466461 Jun 25 14:43:35.459968 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f2e037ab-c477-4b52-9dc3-53938b8b57ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:35.580725 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:43:35.651110 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e232af3-dd4a-458f-af90-bf0a07af0f56 req-b71c4107-21f4-40cd-ba65-d2c7d3513dc5 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:35.653995 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9e232af3-dd4a-458f-af90-bf0a07af0f56 req-b71c4107-21f4-40cd-ba65-d2c7d3513dc5 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 945 time: 0.1017432 Jun 25 14:43:35.662785 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:43:35.672459 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:43:35.673087 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:35.740155 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9e232af3-dd4a-458f-af90-bf0a07af0f56 req-de0cebdc-f7db-4fec-9354-2436c86c1eb0 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781786 Jun 25 14:43:35.880117 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:35.927607 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6977b5-a5b1-4528-b339-5789e1496aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6230180a-9e3d-4fa4-a5ed-80c0e61063f7'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:43:35.943762 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=6230180a-9e3d-4fa4-a5ed-80c0e61063f7,segment=NetworkSegment(560f327f-79e0-47f2-8ca1-7c7f788a21a0),segment_id=560f327f-79e0-47f2-8ca1-7c7f788a21a0)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:43:35.949430 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:35.952457 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:43:36.068012 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=6230180a-9e3d-4fa4-a5ed-80c0e61063f7,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:43:36.072120 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:43:36.175368 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:36.195071 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6977b5-a5b1-4528-b339-5789e1496aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6230180a-9e3d-4fa4-a5ed-80c0e61063f7', 'code': 200} Jun 25 14:43:36.468629 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616875ff-130a-468b-a34b-11708ab002d7 req-2a8d84b5-c76f-43c9-bc06-3adb5b82c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:36.469897 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-616875ff-130a-468b-a34b-11708ab002d7 req-2a8d84b5-c76f-43c9-bc06-3adb5b82c022 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 1099 time: 0.0814829 Jun 25 14:43:36.528221 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-616875ff-130a-468b-a34b-11708ab002d7 req-001a8c87-6478-4687-917b-f423850e82cf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518274 Jun 25 14:43:36.974960 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bcf21-9fd6-4512-a173-23a7b2af1f00 req-794c49f3-9554-4f79-b206-25480d3c7d17 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:36.976489 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-306bcf21-9fd6-4512-a173-23a7b2af1f00 req-794c49f3-9554-4f79-b206-25480d3c7d17 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 946 time: 0.0848029 Jun 25 14:43:37.053271 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-306bcf21-9fd6-4512-a173-23a7b2af1f00 req-554c05c6-c1d4-45f6-998d-33375a131e61 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669363 Jun 25 14:43:37.621118 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:38.284149 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442e394-7584-47a1-9b27-3d14c3810049 req-cd7723b5-91ec-4dee-bdce-83a9ab06cbe0 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:43:38.285794 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9442e394-7584-47a1-9b27-3d14c3810049 req-cd7723b5-91ec-4dee-bdce-83a9ab06cbe0 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 946 time: 0.1025994 Jun 25 14:43:38.342181 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9442e394-7584-47a1-9b27-3d14c3810049 req-478064f9-7834-42c1-b757-37478e8b7fd4 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473063 Jun 25 14:43:38.635530 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:43:51.747719 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:44:02.589510 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-7ac5519c-09fa-4ad2-a2a4-5248a4322f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:02.986787 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:05.453034 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-2ac73ed7-117e-46c4-8808-9c1750339a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:06.173800 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:07.614467 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:08.619057 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:19.802806 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-88399b84-4ae8-4fe5-99de-43c64e5514e4 req-384e8cc0-ecd8-455d-af9f-9c3447dfcc0e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1730416 Jun 25 14:44:19.963026 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399b84-4ae8-4fe5-99de-43c64e5514e4 req-d2abf74b-d7fe-4843-9fb1-aae30783567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:19.967898 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-88399b84-4ae8-4fe5-99de-43c64e5514e4 req-d2abf74b-d7fe-4843-9fb1-aae30783567f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 1098 time: 0.0794611 Jun 25 14:44:20.071363 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-c2d3c4b9-b9d8-4afc-aaec-1d5c2c6b9f81 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873322142&fields=id&tenant_id=8996bc08a1bf40f1b8d70015ef637c3c HTTP/1.1" status: 200 len: 267 time: 0.0465758 Jun 25 14:44:20.126976 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399b84-4ae8-4fe5-99de-43c64e5514e4 req-3fdc8695-3d88-42e4-8968-2743c97bfeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:20.128489 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-88399b84-4ae8-4fe5-99de-43c64e5514e4 req-3fdc8695-3d88-42e4-8968-2743c97bfeb0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 912 time: 0.1420474 Jun 25 14:44:20.224565 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-ded8cbf8-376c-4a6f-9534-13ec19e1067f tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:20.225923 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-ded8cbf8-376c-4a6f-9534-13ec19e1067f tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 811 time: 0.1469095 Jun 25 14:44:20.234548 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-88399b84-4ae8-4fe5-99de-43c64e5514e4 req-979aa20a-5dbd-418f-99b8-e0f2b38f4826 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d62809-d4e3-4804-98f1-4fe1ada1113d HTTP/1.1" status: 200 len: 1000 time: 0.0990138 Jun 25 14:44:20.241218 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-1a19797e-108a-47e7-ae09-875869836684 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/quotas/8996bc08a1bf40f1b8d70015ef637c3c HTTP/1.1" status: 200 len: 375 time: 0.0098584 Jun 25 14:44:20.296725 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399b84-4ae8-4fe5-99de-43c64e5514e4 req-d985f1b2-048e-4cec-a839-4441664e7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:20.298191 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-88399b84-4ae8-4fe5-99de-43c64e5514e4 req-d985f1b2-048e-4cec-a839-4441664e7660 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.0576613 Jun 25 14:44:20.335908 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-fe005588-e74d-4cde-a9ad-662b1bcbcecd tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0890350 Jun 25 14:44:20.377327 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399b84-4ae8-4fe5-99de-43c64e5514e4 req-c7d035c1-8391-4375-9bde-895a0609dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:20.378832 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-88399b84-4ae8-4fe5-99de-43c64e5514e4 req-c7d035c1-8391-4375-9bde-895a0609dbee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742409 Jun 25 14:44:20.475616 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-7325698b-8de7-4ffd-a9ec-df5245b7932f service neutron] 10.222.0.61 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276934 Jun 25 14:44:20.520172 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-88399b84-4ae8-4fe5-99de-43c64e5514e4 req-5ff8209e-b048-41cb-af59-30fcb0bf77c2 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339338 Jun 25 14:44:20.610464 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-6fb925c3-a382-403b-90c7-7247820887af service neutron] 10.222.0.61 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285276 Jun 25 14:44:20.669194 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-88399b84-4ae8-4fe5-99de-43c64e5514e4 req-6db56c61-843a-425b-bf72-36a41f7c8de6 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424353 Jun 25 14:44:21.168635 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4c5d4323-71fd-4f20-ad14-fa232269993f req-d0eeadb2-9a89-4568-902d-abcb675417a3 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 210 time: 0.0437090 Jun 25 14:44:22.349840 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-2e7886e5-4093-453f-bb34-5a0641ef4e04 req-e3253a26-f67d-460b-81e7-962234a5aa3b tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 210 time: 0.0540752 Jun 25 14:44:22.378401 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-8694c048-3d23-4dff-921e-036db8c6d8bc tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:22.379944 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-8694c048-3d23-4dff-921e-036db8c6d8bc tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 811 time: 0.1791730 Jun 25 14:44:22.444263 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-7f0b5641-2f73-47c3-9212-2c335620b093 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8996bc08a1bf40f1b8d70015ef637c3c HTTP/1.1" status: 200 len: 380 time: 0.0483077 Jun 25 14:44:22.455897 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Request body: {'port': {'device_id': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'admin_state_up': True, 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'security_groups': ['ceaf9177-d5e2-412b-bb94-7764450414c9']}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:22.594739 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:44:22.598758 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Usage tracker for resource:port and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:44:22.601623 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Quota usage for port was recalculated. Used quota:5. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:44:22.607228 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:44:22.617909 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Made reservation on behalf of 8996bc08a1bf40f1b8d70015ef637c3c for: {'port': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:44:22.621253 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:22.797725 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Allocated IP 172.20.0.9 (59225deb-2cbb-411b-8e05-9bf0274d0300/86b6d42d-36ba-4c9f-bbda-578db5b1d4af/74602433-e302-4ef4-8799-03d0b3970303) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:44:23.015841 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:23.032614 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Transition to ACTIVE for port object 74602433-e302-4ef4-8799-03d0b3970303 will not be triggered until provisioned by entity DHCP. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:44:23.059392 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:23.066355 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f2289cf2-2bbf-431a-abc1-11d4a0ec3804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:23.132455 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Network 59225deb-2cbb-411b-8e05-9bf0274d0300 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:44:23.136746 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:44:23.142363 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:44:23.180329 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'Port': ['ID=74602433-e302-4ef4-8799-03d0b3970303,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:23.200845 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:23.201305 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:23.201880 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:23.202468 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:23.202839 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:23.203286 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:23.203676 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:23.204031 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:23.204397 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:23.204759 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:23.205132 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:23.205485 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:23.212085 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:23.263479 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:23.264369 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:23.315958 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-e7f29d38-605a-49bd-8f17-8a0c5dcdd4f0 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8639760 Jun 25 14:44:23.335110 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Request body: {'port': {'device_id': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:23.620885 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ede1da-d8d2-49ef-8fb2-2dadbe2933f9 req-80ff578b-3fd4-4713-9d91-608fe455c093 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:23.622416 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:23.629104 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f1ede1da-d8d2-49ef-8fb2-2dadbe2933f9 req-80ff578b-3fd4-4713-9d91-608fe455c093 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 931 time: 0.1109107 Jun 25 14:44:23.643620 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-f63b5f7c-3a72-43b8-b49e-58b97d8b50de None None] Provisioning for port 74602433-e302-4ef4-8799-03d0b3970303 completed by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:44:23.650522 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-f63b5f7c-3a72-43b8-b49e-58b97d8b50de None None] Provisioning complete for port 74602433-e302-4ef4-8799-03d0b3970303 triggered by entity DHCP. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:44:23.650966 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-f63b5f7c-3a72-43b8-b49e-58b97d8b50de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:23.680436 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-f1ede1da-d8d2-49ef-8fb2-2dadbe2933f9 req-12a40250-31c5-4fd5-8538-dc714536c89f tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501175 Jun 25 14:44:23.711926 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-f63b5f7c-3a72-43b8-b49e-58b97d8b50de None None] Port 74602433-e302-4ef4-8799-03d0b3970303 cannot update to ACTIVE because it is not bound. {{(pid=78418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 25 14:44:23.820303 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c34f95-8e4b-414d-a347-6fcdb06e5d1f req-df462d90-670a-46cc-9c13-f789c95f41f3 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:23.821826 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-56c34f95-8e4b-414d-a347-6fcdb06e5d1f req-df462d90-670a-46cc-9c13-f789c95f41f3 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 946 time: 0.0899169 Jun 25 14:44:23.878151 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-56c34f95-8e4b-414d-a347-6fcdb06e5d1f req-0f63f730-64c4-4ac6-99db-c635f83fd5fc tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448940 Jun 25 14:44:24.072703 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74602433-e302-4ef4-8799-03d0b3970303 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:44:24.085694 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:24.104185 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Transition to ACTIVE for port object 74602433-e302-4ef4-8799-03d0b3970303 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:44:24.109883 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:24.118488 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-fb197e98-95d3-47e8-9873-8268df9a65e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:24.291574 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Pushing event updated for resources: {'Port': ['ID=74602433-e302-4ef4-8799-03d0b3970303,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:24.300404 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:24.398666 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Attempting to bind port 74602433-e302-4ef4-8799-03d0b3970303 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:44:24.399007 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Attempting to bind port 74602433-e302-4ef4-8799-03d0b3970303 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:44:24.399331 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Attempting to bind port 74602433-e302-4ef4-8799-03d0b3970303 on network 59225deb-2cbb-411b-8e05-9bf0274d0300 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:44:24.404280 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Port 74602433-e302-4ef4-8799-03d0b3970303 on network 59225deb-2cbb-411b-8e05-9bf0274d0300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:44:24.404601 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Attempting to bind port 74602433-e302-4ef4-8799-03d0b3970303 on network 59225deb-2cbb-411b-8e05-9bf0274d0300 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:44:24.410113 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:44:24.410560 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Checking segment: {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:44:24.410991 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Bound using segment: {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:44:24.411584 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Bound port: 74602433-e302-4ef4-8799-03d0b3970303, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a2b5d1-13e5-4296-bc56-fb891409fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:44:24.411985 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:24.510564 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] For port 74602433-e302-4ef4-8799-03d0b3970303, host hv-cinder-79808, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:44:24.513648 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] For port 74602433-e302-4ef4-8799-03d0b3970303, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=74602433-e302-4ef4-8799-03d0b3970303,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:44:24.521226 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:24.526525 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:24.604961 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:24.605747 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:24.607060 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] 10.222.0.69 "PUT /v2.0/ports/74602433-e302-4ef4-8799-03d0b3970303 HTTP/1.1" status: 200 len: 1093 time: 1.2772255 Jun 25 14:44:24.608425 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'tag': '74602433-e302-4ef4-8799-03d0b3970303'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:24.633691 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Pushing event updated for resources: {'Port': ['ID=74602433-e302-4ef4-8799-03d0b3970303,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:24.637491 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:24.750919 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-5aa9e93c-d181-4aec-b934-88d87a36e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:24.752652 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-5aa9e93c-d181-4aec-b934-88d87a36e258 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 1096 time: 0.0840940 Jun 25 14:44:24.838830 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'tag': '74602433-e302-4ef4-8799-03d0b3970303', 'status': 'completed', 'code': 200} Jun 25 14:44:24.855409 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-3307e3ad-6ff1-48f6-a520-be9032c51bdd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74602433-e302-4ef4-8799-03d0b3970303 HTTP/1.1" status: 200 len: 217 time: 0.0820456 Jun 25 14:44:24.889243 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914cb05-ff8d-4d12-9774-98ecb52708bb req-c8d17901-ea4c-4881-ab09-3298238da712 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:24.890437 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5914cb05-ff8d-4d12-9774-98ecb52708bb req-c8d17901-ea4c-4881-ab09-3298238da712 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 943 time: 0.0971935 Jun 25 14:44:24.931553 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-7e0b8544-0d72-4cf1-9246-6ebccbad384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:24.932994 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-7e0b8544-0d72-4cf1-9246-6ebccbad384c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.0711758 Jun 25 14:44:24.939042 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-5914cb05-ff8d-4d12-9774-98ecb52708bb req-fbe4cd96-cacf-4c6d-a291-18ce2ba8a60f tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419397 Jun 25 14:44:25.054163 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-da87bf60-f58f-494b-b29a-0c45ae70d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:25.055676 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-da87bf60-f58f-494b-b29a-0c45ae70d4cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898461 Jun 25 14:44:25.089197 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd7126-34a9-43ba-8501-f4f0105303f7 req-194d8b5d-29ba-4abd-b557-8020a2a23f24 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:25.090951 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6dbd7126-34a9-43ba-8501-f4f0105303f7 req-194d8b5d-29ba-4abd-b557-8020a2a23f24 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 946 time: 0.0885568 Jun 25 14:44:25.233735 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-a832a160-3489-4ab1-8e1e-186af3f0d1e4 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682327 Jun 25 14:44:25.245972 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6dbd7126-34a9-43ba-8501-f4f0105303f7 req-411d02c6-33ad-4b12-9f7c-77ec003f1d8f tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480184 Jun 25 14:44:25.400396 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-07601c04-27ba-4ee0-9a73-ad0ce6e9dd0b req-96ef9e0e-311c-4027-b259-1d3eae1a44fc service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313262 Jun 25 14:44:25.636340 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5c483-dfa2-4c4e-8833-12d8f28689dd req-926d2597-ba92-43a0-a198-dfc94e27f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:25.637784 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-98b5c483-dfa2-4c4e-8833-12d8f28689dd req-926d2597-ba92-43a0-a198-dfc94e27f962 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 1096 time: 0.0862744 Jun 25 14:44:25.644166 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174b81e-d0c4-42f6-8d42-9f26ef4845bd req-183be80b-af48-445e-865b-67e924bb75a3 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:25.644857 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-1174b81e-d0c4-42f6-8d42-9f26ef4845bd req-183be80b-af48-445e-865b-67e924bb75a3 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Synchronizing usage tracker for tenant:8218da4bfb234c6bb6a2fb19baac6ca2 on resource:port {{(pid=78416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:44:25.662912 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-1174b81e-d0c4-42f6-8d42-9f26ef4845bd req-183be80b-af48-445e-865b-67e924bb75a3 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Unset dirty status for tenant:8218da4bfb234c6bb6a2fb19baac6ca2 on resource:port {{(pid=78416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:44:25.664544 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-1174b81e-d0c4-42f6-8d42-9f26ef4845bd req-183be80b-af48-445e-865b-67e924bb75a3 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 946 time: 0.1116838 Jun 25 14:44:25.743658 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-1174b81e-d0c4-42f6-8d42-9f26ef4845bd req-a6ba0e10-ffb5-47a0-a76a-4be35d570523 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Deleting port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:44:25.743995 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-1174b81e-d0c4-42f6-8d42-9f26ef4845bd req-a6ba0e10-ffb5-47a0-a76a-4be35d570523 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:25.778001 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5c483-dfa2-4c4e-8833-12d8f28689dd req-fe9e881c-5105-472f-8a4b-7ff540845b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:25.779484 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-98b5c483-dfa2-4c4e-8833-12d8f28689dd req-fe9e881c-5105-472f-8a4b-7ff540845b09 service neutron] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 912 time: 0.1345441 Jun 25 14:44:25.858842 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-98b5c483-dfa2-4c4e-8833-12d8f28689dd req-a7e4295e-ddad-4732-a2c1-20198f041b4c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74602433-e302-4ef4-8799-03d0b3970303 HTTP/1.1" status: 200 len: 217 time: 0.0687752 Jun 25 14:44:25.932179 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5c483-dfa2-4c4e-8833-12d8f28689dd req-388f6ea8-688c-489a-8d94-2b93f83ae6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:25.933517 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-98b5c483-dfa2-4c4e-8833-12d8f28689dd req-388f6ea8-688c-489a-8d94-2b93f83ae6a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.0666835 Jun 25 14:44:26.016799 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5c483-dfa2-4c4e-8833-12d8f28689dd req-aa2fbf52-5136-454e-8ee5-77d863e4cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:26.018536 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-98b5c483-dfa2-4c4e-8833-12d8f28689dd req-aa2fbf52-5136-454e-8ee5-77d863e4cf9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780878 Jun 25 14:44:26.124198 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-1174b81e-d0c4-42f6-8d42-9f26ef4845bd req-a6ba0e10-ffb5-47a0-a76a-4be35d570523 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] For port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=6230180a-9e3d-4fa4-a5ed-80c0e61063f7,segment=NetworkSegment(560f327f-79e0-47f2-8ca1-7c7f788a21a0),segment_id=560f327f-79e0-47f2-8ca1-7c7f788a21a0)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:26.124559 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-1174b81e-d0c4-42f6-8d42-9f26ef4845bd req-a6ba0e10-ffb5-47a0-a76a-4be35d570523 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:26.226985 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-98b5c483-dfa2-4c4e-8833-12d8f28689dd req-145fdb93-7919-4bbc-be6f-909590d1778a service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016101 Jun 25 14:44:26.241656 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3b952-f1b1-49c7-a6b6-9bf04d1d0485 req-dbf5bcf4-1787-4239-b475-cf27eda1fd65 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:26.244001 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a2d3b952-f1b1-49c7-a6b6-9bf04d1d0485 req-dbf5bcf4-1787-4239-b475-cf27eda1fd65 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 943 time: 0.1498425 Jun 25 14:44:26.260211 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-1174b81e-d0c4-42f6-8d42-9f26ef4845bd req-a6ba0e10-ffb5-47a0-a76a-4be35d570523 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Calling delete_port for 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 owned by compute:nova {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:44:26.416062 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-a2d3b952-f1b1-49c7-a6b6-9bf04d1d0485 req-2154c192-d6bb-486d-aad1-33022e5d596b tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494195 Jun 25 14:44:26.428325 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-1174b81e-d0c4-42f6-8d42-9f26ef4845bd req-a6ba0e10-ffb5-47a0-a76a-4be35d570523 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:26.434427 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-402a0930-259f-4af5-b780-8bd3e9752538 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:26.462563 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['6230180a-9e3d-4fa4-a5ed-80c0e61063f7'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:44:26.474647 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-98b5c483-dfa2-4c4e-8833-12d8f28689dd req-7f0c8b2a-ef7e-4beb-874c-629767e0e4bb service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294998 Jun 25 14:44:26.479875 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba0e10-ffb5-47a0-a76a-4be35d570523 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Pushing event deleted for resources: {'Port': ['ID=6230180a-9e3d-4fa4-a5ed-80c0e61063f7,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:26.485159 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a6ba0e10-ffb5-47a0-a76a-4be35d570523 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:26.505622 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7676c-b90b-45b0-84b4-b043d46e22cb req-92354664-10cd-4d74-9514-1ac0b08f3e85 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:26.513592 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b6c7676c-b90b-45b0-84b4-b043d46e22cb req-92354664-10cd-4d74-9514-1ac0b08f3e85 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b6977b5-a5b1-4528-b339-5789e1496aba HTTP/1.1" status: 200 len: 867 time: 0.1389372 Jun 25 14:44:26.558234 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-b6c7676c-b90b-45b0-84b4-b043d46e22cb req-a68ae26d-6c61-4d5d-9d3f-d4c3bef48f13 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437601 Jun 25 14:44:26.570505 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1174b81e-d0c4-42f6-8d42-9f26ef4845bd req-a6ba0e10-ffb5-47a0-a76a-4be35d570523 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] No DVR routers for this DVR port 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 on host hv-cinder-79808 {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:44:26.573768 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-1174b81e-d0c4-42f6-8d42-9f26ef4845bd req-a6ba0e10-ffb5-47a0-a76a-4be35d570523 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:26.587612 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-1174b81e-d0c4-42f6-8d42-9f26ef4845bd req-a6ba0e10-ffb5-47a0-a76a-4be35d570523 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.69 "DELETE /v2.0/ports/6230180a-9e3d-4fa4-a5ed-80c0e61063f7 HTTP/1.1" status: 204 len: 173 time: 0.9128063 Jun 25 14:44:26.839995 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6977b5-a5b1-4528-b339-5789e1496aba', 'name': 'network-vif-deleted', 'tag': '6230180a-9e3d-4fa4-a5ed-80c0e61063f7'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:26.885588 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6977b5-a5b1-4528-b339-5789e1496aba', 'name': 'network-vif-deleted', 'tag': '6230180a-9e3d-4fa4-a5ed-80c0e61063f7', 'status': 'completed', 'code': 200} Jun 25 14:44:27.618529 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864d054-e99f-4f79-9ade-ed00e2e851a5 req-a87dfa31-06b8-43f7-b6e9-081b35cb075e tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:27.620049 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7864d054-e99f-4f79-9ade-ed00e2e851a5 req-a87dfa31-06b8-43f7-b6e9-081b35cb075e tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 943 time: 0.0918927 Jun 25 14:44:27.668379 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-7864d054-e99f-4f79-9ade-ed00e2e851a5 req-87a4a7fb-d480-43c9-8e7a-3eb3f619259d tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425465 Jun 25 14:44:28.746318 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:44:28.858636 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb2d40-27b9-43e5-a838-81025cfa70bd req-a940700e-6fd1-45fb-87b0-f8c4a7a01949 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:28.860419 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-89bb2d40-27b9-43e5-a838-81025cfa70bd req-a940700e-6fd1-45fb-87b0-f8c4a7a01949 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 943 time: 0.0818815 Jun 25 14:44:28.921069 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-89bb2d40-27b9-43e5-a838-81025cfa70bd req-596b5230-3425-47fd-92dd-1b3c22b39501 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538540 Jun 25 14:44:30.261877 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52b47c-3b73-4bd8-9d51-3b5384508f84 req-814b97e8-0078-4272-a05a-195a95b2238b tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:30.263371 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cc52b47c-3b73-4bd8-9d51-3b5384508f84 req-814b97e8-0078-4272-a05a-195a95b2238b tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 943 time: 0.0853937 Jun 25 14:44:30.309908 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-cc52b47c-3b73-4bd8-9d51-3b5384508f84 req-0f7c0e23-9a6b-4542-a855-057006cd5eb9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408034 Jun 25 14:44:30.930228 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:44:30.963180 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:44:30.963554 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 6230180a-9e3d-4fa4-a5ed-80c0e61063f7 not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:44:31.498167 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f58c5e-e8d9-4167-9d02-d28b4108745b req-de7746c2-f5b1-41bf-a0ff-e8498d270b22 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:31.499946 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-45f58c5e-e8d9-4167-9d02-d28b4108745b req-de7746c2-f5b1-41bf-a0ff-e8498d270b22 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 943 time: 0.0842965 Jun 25 14:44:31.546438 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-45f58c5e-e8d9-4167-9d02-d28b4108745b req-f335e1b7-3d77-4804-b8f9-7160101a87fa tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406237 Jun 25 14:44:32.593819 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-037383e2-37d2-402d-bd27-d7f20ca65668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:32.733860 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa966a-0e39-46a8-9188-fac951357ed4 req-67ae6436-7b70-4146-8369-1ae24ea0afcb tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:32.735299 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-87aa966a-0e39-46a8-9188-fac951357ed4 req-67ae6436-7b70-4146-8369-1ae24ea0afcb tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 943 time: 0.0790985 Jun 25 14:44:32.782924 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-87aa966a-0e39-46a8-9188-fac951357ed4 req-6448c699-d0e3-4a8e-a6b3-ca80bdd7da0c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418327 Jun 25 14:44:32.982036 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:33.814579 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 74602433-e302-4ef4-8799-03d0b3970303 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:44:33.959031 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 74602433-e302-4ef4-8799-03d0b3970303, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=74602433-e302-4ef4-8799-03d0b3970303,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:33.980804 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '74602433-e302-4ef4-8799-03d0b3970303', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'port_id': '74602433-e302-4ef4-8799-03d0b3970303', 'mac_address': 'fa:16:3e:a6:76:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:44:33.982414 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413fce7-4e19-4b2d-a09a-618c6c2039fe req-4f617d1d-9a95-4e63-86c9-3b0477d4ef6a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:33.985391 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6413fce7-4e19-4b2d-a09a-618c6c2039fe req-4f617d1d-9a95-4e63-86c9-3b0477d4ef6a tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 943 time: 0.0899632 Jun 25 14:44:34.036390 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6413fce7-4e19-4b2d-a09a-618c6c2039fe req-542720c4-417a-48ef-8b6f-f4233ede1eee tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445547 Jun 25 14:44:34.047961 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:34.066910 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74602433-e302-4ef4-8799-03d0b3970303 {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:44:34.083065 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 74602433-e302-4ef4-8799-03d0b3970303, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=74602433-e302-4ef4-8799-03d0b3970303,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:34.088298 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:34.090094 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:34.156008 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=74602433-e302-4ef4-8799-03d0b3970303,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:34.163691 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.164060 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.164399 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.164732 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.165059 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.165385 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.165709 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.166039 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.166357 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.166681 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.166997 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.167314 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:34.171632 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:35.339345 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c94819-e10b-4f9f-b159-b0f52a577077 req-d2284a73-e494-44f2-a36c-33df22d45473 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:35.340791 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-44c94819-e10b-4f9f-b159-b0f52a577077 req-d2284a73-e494-44f2-a36c-33df22d45473 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 944 time: 0.1912246 Jun 25 14:44:35.397338 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-44c94819-e10b-4f9f-b159-b0f52a577077 req-4281551f-457a-46c8-b2b3-a7221b5bcfbb tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453799 Jun 25 14:44:35.457717 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-fa964bd5-5173-41ef-81b6-815fd11acd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:36.175832 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:36.622250 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf4524-fed4-4139-a2e9-4844db6bb295 req-217b046a-b006-493f-aa0c-4a35f6dc4261 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:36.623957 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6ddf4524-fed4-4139-a2e9-4844db6bb295 req-217b046a-b006-493f-aa0c-4a35f6dc4261 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 944 time: 0.0845926 Jun 25 14:44:36.679477 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-6ddf4524-fed4-4139-a2e9-4844db6bb295 req-8792da3a-efa8-4ac6-b164-4f954266c6ce tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478144 Jun 25 14:44:36.902216 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['74602433-e302-4ef4-8799-03d0b3970303'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:44:37.619140 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:37.914639 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8f6b6-dc7c-41d9-9fc0-8d8d7e71a8a5 req-73dc7a2f-856f-4c28-bca9-f9295680c8ac tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:37.916186 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-31e8f6b6-dc7c-41d9-9fc0-8d8d7e71a8a5 req-73dc7a2f-856f-4c28-bca9-f9295680c8ac tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 944 time: 0.1182525 Jun 25 14:44:37.991590 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-31e8f6b6-dc7c-41d9-9fc0-8d8d7e71a8a5 req-be404015-3e86-49d8-911f-93d44bbe48ab tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661945 Jun 25 14:44:38.247405 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-a2dfc57b-cc45-469a-8a1f-466167cbff1d tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:38.249232 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-a2dfc57b-cc45-469a-8a1f-466167cbff1d tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/networks?id=c9378080-8699-40e5-aa08-7ccde81f8951 HTTP/1.1" status: 200 len: 814 time: 0.1726375 Jun 25 14:44:38.266387 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-16e2bd49-ad5d-4b4b-a2eb-408608dcf891 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/quotas/8218da4bfb234c6bb6a2fb19baac6ca2 HTTP/1.1" status: 200 len: 375 time: 0.0106349 Jun 25 14:44:38.359817 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-ac4c5f48-b35e-4452-9c85-bccf50494317 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8218da4bfb234c6bb6a2fb19baac6ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866950 Jun 25 14:44:38.589835 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-d2eeb3b7-234f-4b0b-9330-f4afbced000f service neutron] 10.222.0.61 "GET /v2.0/networks/c9378080-8699-40e5-aa08-7ccde81f8951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212508 Jun 25 14:44:38.631720 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 74602433-e302-4ef4-8799-03d0b3970303 up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:44:38.687802 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:38.721682 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 74602433-e302-4ef4-8799-03d0b3970303 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:44:38.731090 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 74602433-e302-4ef4-8799-03d0b3970303 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:44:38.731750 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:38.769719 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-406b8087-bd4f-452b-ae59-0ecde2bba0f5 service neutron] 10.222.0.61 "GET /v2.0/networks/c9378080-8699-40e5-aa08-7ccde81f8951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689892 Jun 25 14:44:38.926943 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:38.959573 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74602433-e302-4ef4-8799-03d0b3970303'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:38.964061 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0d437161-3a70-4539-ae70-d3a4b3f49b1e req-57f1de23-8ae1-4eea-a15f-49adbadbe8de tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 210 time: 0.0464561 Jun 25 14:44:38.973248 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 74602433-e302-4ef4-8799-03d0b3970303, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=74602433-e302-4ef4-8799-03d0b3970303,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:38.988763 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:38.990910 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:39.031773 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74602433-e302-4ef4-8799-03d0b3970303', 'code': 200} Jun 25 14:44:39.110988 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=74602433-e302-4ef4-8799-03d0b3970303,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:39.114191 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:39.247264 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb59d0e-7813-447d-bffd-77ec8e88b735 req-a1cbda3f-e249-45e7-9ebb-ec973a3509e9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:39.248974 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4eb59d0e-7813-447d-bffd-77ec8e88b735 req-a1cbda3f-e249-45e7-9ebb-ec973a3509e9 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 945 time: 0.0917675 Jun 25 14:44:39.301318 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4eb59d0e-7813-447d-bffd-77ec8e88b735 req-08b803f1-3cc7-4ee8-acea-9f9ab42caaad tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449083 Jun 25 14:44:39.373630 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842f1fa-10fd-4367-a5c8-88454079a3f8 req-77bdd580-8e43-4b76-adc0-033e8bee40dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:39.375114 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-8842f1fa-10fd-4367-a5c8-88454079a3f8 req-77bdd580-8e43-4b76-adc0-033e8bee40dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 1098 time: 0.0875063 Jun 25 14:44:39.416819 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-8842f1fa-10fd-4367-a5c8-88454079a3f8 req-ebe2370c-f4df-401b-96b3-dc99ec9ce6ac service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352604 Jun 25 14:44:40.118602 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-151ba525-1b65-4fe4-8288-942b7a21ccb7 req-45495694-b685-47b6-9f5d-d3d97540f5f8 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 210 time: 0.0424333 Jun 25 14:44:40.504775 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135050e9-7ae1-447c-beed-7fa30ec99ff2 req-da6d5a65-345c-4086-84ea-ae7b267a97a2 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:40.506313 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-135050e9-7ae1-447c-beed-7fa30ec99ff2 req-da6d5a65-345c-4086-84ea-ae7b267a97a2 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 945 time: 0.0941277 Jun 25 14:44:40.566904 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-135050e9-7ae1-447c-beed-7fa30ec99ff2 req-e30a8ef7-8c3f-4f6c-97a0-cc96009583f5 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547323 Jun 25 14:44:40.589876 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-4d689008-605d-470f-ab51-b0499792f86d tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:40.591640 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-4d689008-605d-470f-ab51-b0499792f86d tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.69 "GET /v2.0/networks?id=c9378080-8699-40e5-aa08-7ccde81f8951 HTTP/1.1" status: 200 len: 814 time: 0.1713831 Jun 25 14:44:40.612633 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Request body: {'port': {'device_id': 'ef329f48-b72b-47a8-9c98-9c7c74f82a3e', 'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951', 'admin_state_up': True, 'tenant_id': '8218da4bfb234c6bb6a2fb19baac6ca2'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:40.756963 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:44:40.760982 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Usage tracker for resource:port and tenant:8218da4bfb234c6bb6a2fb19baac6ca2 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:44:40.763873 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:44:40.769621 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:44:40.780269 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Made reservation on behalf of 8218da4bfb234c6bb6a2fb19baac6ca2 for: {'port': 1} {{(pid=78416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 14:44:40.784258 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:40.953825 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_common [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Allocated IP 172.20.0.5 (c9378080-8699-40e5-aa08-7ccde81f8951/7466f6c7-aadd-47aa-88be-7b746ca270f8/97cc1f88-973f-481b-a970-1a7a3c661f93) {{(pid=78416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:44:41.159639 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks [] for port, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:41.191588 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:41.198071 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:41.270013 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Network c9378080-8699-40e5-aa08-7ccde81f8951 is already hosted by enough agents. {{(pid=78416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:44:41.281319 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.base_scheduler [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Resources bound (agent type, host, resource id): {{(pid=78416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:44:41.281319 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Pushing event updated for resources: {'Port': ['ID=97cc1f88-973f-481b-a970-1a7a3c661f93,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:41.283792 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Received port after_create {{(pid=78416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:44:41.311436 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:41.337718 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd746e3c-9d7f-42e8-8ed3-315994ef6124 req-91a6a9f1-5af6-4896-afcb-8a026984a49c tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:41.339222 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fd746e3c-9d7f-42e8-8ed3-315994ef6124 req-91a6a9f1-5af6-4896-afcb-8a026984a49c tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 931 time: 0.1048532 Jun 25 14:44:41.346355 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:41.346985 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:41.371758 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-6ca19b79-67c2-48af-a8e8-8bd8922d5a40 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7641652 Jun 25 14:44:41.386970 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-fd746e3c-9d7f-42e8-8ed3-315994ef6124 req-74bcd533-753b-40be-a272-5025f05e017a tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412755 Jun 25 14:44:41.390973 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.v2.base [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Request body: {'port': {'device_id': 'ef329f48-b72b-47a8-9c98-9c7c74f82a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79808'}} {{(pid=78416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:41.503804 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:41.770258 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f00973-cf4f-4f97-a304-d1f3413dee3e req-b3fd3d50-b148-4590-8d5b-25adaae4fad2 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:41.771810 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-60f00973-cf4f-4f97-a304-d1f3413dee3e req-b3fd3d50-b148-4590-8d5b-25adaae4fad2 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 945 time: 0.0875793 Jun 25 14:44:41.819124 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-60f00973-cf4f-4f97-a304-d1f3413dee3e req-ff984a65-d307-4cdf-8cfa-191195ac24aa tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413461 Jun 25 14:44:41.967039 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cc1f88-973f-481b-a970-1a7a3c661f93 {{(pid=78416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:44:41.975309 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:41.992307 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.provisioning_blocks [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Transition to ACTIVE for port object 97cc1f88-973f-481b-a970-1a7a3c661f93 will not be triggered until provisioned by entity L2. {{(pid=78416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 25 14:44:41.997739 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:42.008418 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-c5b4c016-2d14-4823-8d5f-7d598d5856db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:42.031197 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd506df-20e6-4e6b-9308-ca5c5b32249b req-a26eaedb-4e3c-4442-8a48-6c9effe4ed75 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:42.032788 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dbd506df-20e6-4e6b-9308-ca5c5b32249b req-a26eaedb-4e3c-4442-8a48-6c9effe4ed75 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 945 time: 0.0887344 Jun 25 14:44:42.084798 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-dbd506df-20e6-4e6b-9308-ca5c5b32249b req-de7fb9bc-8093-4a91-a6b4-8aed2f5f55e3 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452609 Jun 25 14:44:42.113325 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 59718) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:42.191828 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98893547-f99b-405c-883a-305d154d36ed tempest-TestVolumeBootPattern-774827018 tempest-TestVolumeBootPattern-774827018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:42.196550 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-98893547-f99b-405c-883a-305d154d36ed tempest-TestVolumeBootPattern-774827018 tempest-TestVolumeBootPattern-774827018-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 1093 time: 0.0791097 Jun 25 14:44:42.196754 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=97cc1f88-973f-481b-a970-1a7a3c661f93,revision_number=2']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:42.196891 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 59722) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:44:42.202335 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.v2.base [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Request body: {'floatingip': {'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'port_id': '74602433-e302-4ef4-8799-03d0b3970303', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 25 14:44:42.203307 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:42.208641 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:44:42.212532 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Usage tracker for resource:floatingip and tenant:8996bc08a1bf40f1b8d70015ef637c3c is out of sync, need to count used quota {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:44:42.215445 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.quota.resource [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78417) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:44:42.222127 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.quota.driver [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78417) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:44:42.235792 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for floatingip, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:42.249780 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Attempting to bind port 97cc1f88-973f-481b-a970-1a7a3c661f93 on host hv-cinder-79808 for vnic_type normal with profile {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 25 14:44:42.250324 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Attempting to bind port 97cc1f88-973f-481b-a970-1a7a3c661f93 by drivers openvswitch,hyperv on host hv-cinder-79808 at level 0 using segments [{'id': '560f327f-79e0-47f2-8ca1-7c7f788a21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951'}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 25 14:44:42.250857 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Attempting to bind port 97cc1f88-973f-481b-a970-1a7a3c661f93 on network c9378080-8699-40e5-aa08-7ccde81f8951 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:44:42.259666 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Port 97cc1f88-973f-481b-a970-1a7a3c661f93 on network c9378080-8699-40e5-aa08-7ccde81f8951 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79808 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 25 14:44:42.260197 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Attempting to bind port 97cc1f88-973f-481b-a970-1a7a3c661f93 on network c9378080-8699-40e5-aa08-7ccde81f8951 {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 25 14:44:42.269750 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Checking agent: {'id': '0abc8273-d4ba-4ec3-8674-f947f6ce29c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79808', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'started_at': datetime.datetime(2021, 6, 25, 14, 29, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 25, 14, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 25 14:44:42.270168 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Checking segment: {'id': '560f327f-79e0-47f2-8ca1-7c7f788a21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 25 14:44:42.270594 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Bound using segment: {'id': '560f327f-79e0-47f2-8ca1-7c7f788a21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951'} {{(pid=78416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 25 14:44:42.271105 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.managers [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Bound port: 97cc1f88-973f-481b-a970-1a7a3c661f93, host: hv-cinder-79808, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560f327f-79e0-47f2-8ca1-7c7f788a21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951'}}] {{(pid=78416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 25 14:44:42.271527 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:42.377869 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] For port 97cc1f88-973f-481b-a970-1a7a3c661f93, host hv-cinder-79808, cleared binding levels {{(pid=78416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 25 14:44:42.381836 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] For port 97cc1f88-973f-481b-a970-1a7a3c661f93, host hv-cinder-79808, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=97cc1f88-973f-481b-a970-1a7a3c661f93,segment=NetworkSegment(560f327f-79e0-47f2-8ca1-7c7f788a21a0),segment_id=560f327f-79e0-47f2-8ca1-7c7f788a21a0)] {{(pid=78416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 25 14:44:42.387017 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439554'] for port, after_update {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:42.391094 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dcd11ab0-b698-4427-884d-02728eca0705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:42.434408 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:42.453946 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:42.454581 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:42.456038 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] 10.222.0.69 "PUT /v2.0/ports/97cc1f88-973f-481b-a970-1a7a3c661f93 HTTP/1.1" status: 200 len: 1093 time: 1.0702031 Jun 25 14:44:42.456591 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef329f48-b72b-47a8-9c98-9c7c74f82a3e', 'tag': '97cc1f88-973f-481b-a970-1a7a3c661f93'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:42.497049 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=97cc1f88-973f-481b-a970-1a7a3c661f93,revision_number=3']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:42.503931 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-abc34223-c595-438a-a132-9252ebb96ea4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:42.549326 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef329f48-b72b-47a8-9c98-9c7c74f82a3e', 'tag': '97cc1f88-973f-481b-a970-1a7a3c661f93', 'status': 'completed', 'code': 200} Jun 25 14:44:42.590796 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-592d9c89-8a75-43ff-8ebe-6479aaa9ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:42.592910 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-592d9c89-8a75-43ff-8ebe-6479aaa9ae37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8218da4bfb234c6bb6a2fb19baac6ca2&device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 1096 time: 0.0802171 Jun 25 14:44:42.672663 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-8d92d043-454f-489b-bd9c-23974ccecf24 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97cc1f88-973f-481b-a970-1a7a3c661f93 HTTP/1.1" status: 200 len: 217 time: 0.0665870 Jun 25 14:44:42.735862 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-9e804e89-fcac-4ed2-bbfa-6ab2e5237c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:42.737329 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-9e804e89-fcac-4ed2-bbfa-6ab2e5237c93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7466f6c7-aadd-47aa-88be-7b746ca270f8 HTTP/1.1" status: 200 len: 854 time: 0.0589962 Jun 25 14:44:42.762767 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_common [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Allocated IP 172.27.2.39 (10f2b18a-25e6-496e-8d19-550ef6db5c85/388f351f-b11b-4f65-b2aa-f4fa22523b45/fb2e2acc-aeed-41bd-a71f-5c20373d0c99) {{(pid=78417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 14:44:42.784498 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-8e6dfc06-8c4e-4880-aca2-40cdcc2048da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9378080-8699-40e5-aa08-7ccde81f8951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408804 Jun 25 14:44:42.786131 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee4894-4f81-4a79-8ffb-35b2d5a2edc4 req-c28c7546-3dd5-48b0-b658-dc07708d8ab1 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:42.787634 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0eee4894-4f81-4a79-8ffb-35b2d5a2edc4 req-c28c7546-3dd5-48b0-b658-dc07708d8ab1 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 943 time: 0.2621582 Jun 25 14:44:42.915041 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0eee4894-4f81-4a79-8ffb-35b2d5a2edc4 req-ca646149-35b5-4e6c-aaef-e6c0a247488f tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087017 Jun 25 14:44:42.922746 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-5db4ea21-67a1-421a-ace4-04c2afd60a1a service neutron] 10.222.0.69 "GET /v2.0/networks/c9378080-8699-40e5-aa08-7ccde81f8951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315186 Jun 25 14:44:42.966451 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for port, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.000291 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793052127757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.005114 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-3eb4924f-8cc0-4571-b27b-be234b5de864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:43.062637 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-beab1cc5-ae36-4253-bc63-be327c7e903d req-0353594b-2a88-475c-a973-b5129d69d5aa service neutron] 10.222.0.69 "GET /v2.0/networks/c9378080-8699-40e5-aa08-7ccde81f8951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334465 Jun 25 14:44:43.073503 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Network 10f2b18a-25e6-496e-8d19-550ef6db5c85 is already hosted by enough agents. {{(pid=78417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 14:44:43.077343 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.base_scheduler [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Resources bound (agent type, host, resource id): {{(pid=78417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 14:44:43.081171 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Received port after_create {{(pid=78417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 25 14:44:43.118153 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'Port': ['ID=fb2e2acc-aeed-41bd-a71f-5c20373d0c99,revision_number=1']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:43.137902 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:43.138272 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:43.138646 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:43.139109 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:43.139473 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:43.139862 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:43.140222 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:43.140579 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:43.140934 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:43.141286 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:43.141633 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:43.141981 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:44:43.147432 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:43.243432 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f501901-3e62-42ba-a175-a237f3a28679 req-e799750a-cca5-4bc6-899f-72cc50b6b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:43.244958 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-8f501901-3e62-42ba-a175-a237f3a28679 req-e799750a-cca5-4bc6-899f-72cc50b6b743 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8218da4bfb234c6bb6a2fb19baac6ca2&device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 1096 time: 0.0881002 Jun 25 14:44:43.378506 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f501901-3e62-42ba-a175-a237f3a28679 req-f3d3bec5-0b7d-4f68-8bd6-5c3602d79564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:43.379959 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-8f501901-3e62-42ba-a175-a237f3a28679 req-f3d3bec5-0b7d-4f68-8bd6-5c3602d79564 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c9378080-8699-40e5-aa08-7ccde81f8951 HTTP/1.1" status: 200 len: 915 time: 0.1287260 Jun 25 14:44:43.446404 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-8f501901-3e62-42ba-a175-a237f3a28679 req-ae32710b-f75b-4648-abbb-0d9872f67a25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97cc1f88-973f-481b-a970-1a7a3c661f93 HTTP/1.1" status: 200 len: 217 time: 0.0592115 Jun 25 14:44:43.541258 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.621280 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f501901-3e62-42ba-a175-a237f3a28679 req-42d3f902-ae65-48b7-8061-814a3ff91068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:43.622758 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-8f501901-3e62-42ba-a175-a237f3a28679 req-42d3f902-ae65-48b7-8061-814a3ff91068 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7466f6c7-aadd-47aa-88be-7b746ca270f8 HTTP/1.1" status: 200 len: 854 time: 0.1695051 Jun 25 14:44:43.622928 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.673209 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-8f501901-3e62-42ba-a175-a237f3a28679 req-82cc840b-28d0-47e5-ae1d-6af01b4df929 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c9378080-8699-40e5-aa08-7ccde81f8951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430238 Jun 25 14:44:43.818931 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-8f501901-3e62-42ba-a175-a237f3a28679 req-a3fe8e57-4c26-43e7-8f56-ae96af0e98df service neutron] 10.222.0.69 "GET /v2.0/networks/c9378080-8699-40e5-aa08-7ccde81f8951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384790 Jun 25 14:44:43.845528 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for port, precommit_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.850604 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6337756'] for port, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.855568 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-fe13c85c-f5d8-48e4-80b8-9a91a5def922 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:43.978956 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event updated for resources: {'Port': ['ID=fb2e2acc-aeed-41bd-a71f-5c20373d0c99,revision_number=2']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:43.984264 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-453096'] for floatingip, after_update {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:43.990312 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-8f501901-3e62-42ba-a175-a237f3a28679 req-1d2fba34-6ca7-424a-bdb9-e099397b8ae6 service neutron] 10.222.0.69 "GET /v2.0/networks/c9378080-8699-40e5-aa08-7ccde81f8951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646547 Jun 25 14:44:44.036550 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:44.218187 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.db.l3_db [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Floating IP d16c2b63-94e0-4fdc-8d44-65392435f9b4 associated. External IP: 172.27.2.39, port: 74602433-e302-4ef4-8799-03d0b3970303. Jun 25 14:44:44.438703 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d7889-eff1-43b2-aa8d-a8e276a30b64 req-a09f1f9c-68d9-466c-a8b8-016ad3d92f14 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:44.440234 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-458d7889-eff1-43b2-aa8d-a8e276a30b64 req-a09f1f9c-68d9-466c-a8b8-016ad3d92f14 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 943 time: 0.3783951 Jun 25 14:44:44.665981 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-458d7889-eff1-43b2-aa8d-a8e276a30b64 req-a3833994-e601-424e-b547-865cfe42ecbc tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196808 Jun 25 14:44:44.860836 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:44:45.047667 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:44:45.057583 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfdc838-3b38-411a-8e16-51279aecd332 None None] Sync routers for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:44:45.068685 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfdc838-3b38-411a-8e16-51279aecd332 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:44:45.069416 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-fcfdc838-3b38-411a-8e16-51279aecd332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:44:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:45.073678 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:45.134302 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-64ea59d2-9376-4136-aff4-6600572f6117 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9363213 Jun 25 14:44:45.135059 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'tag': '74602433-e302-4ef4-8799-03d0b3970303'}] {{(pid=78417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:45.274146 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'tag': '74602433-e302-4ef4-8799-03d0b3970303', 'status': 'completed', 'code': 200} Jun 25 14:44:45.280996 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-fcfdc838-3b38-411a-8e16-51279aecd332 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:44:45.395099 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608788b6-fa9a-4c2b-8fb3-f3187e876089 req-84cbacc5-ab55-44ac-acef-94b2bc012b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:45.396561 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-608788b6-fa9a-4c2b-8fb3-f3187e876089 req-84cbacc5-ab55-44ac-acef-94b2bc012b4c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 1098 time: 0.0791667 Jun 25 14:44:45.540384 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608788b6-fa9a-4c2b-8fb3-f3187e876089 req-dda9ddee-796e-48b5-b9b5-ac0247e5e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:45.541829 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-608788b6-fa9a-4c2b-8fb3-f3187e876089 req-dda9ddee-796e-48b5-b9b5-ac0247e5e5b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 912 time: 0.1392546 Jun 25 14:44:45.652074 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-fcfdc838-3b38-411a-8e16-51279aecd332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'c9b5194e-6031-43db-ba1f-a279007d9467', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:50:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:42:36Z', 'updated_at': '2021-06-25T14:42:39Z', 'revision_number': 1, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}, {'id': 'd16c2b63-94e0-4fdc-8d44-65392435f9b4', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': '74602433-e302-4ef4-8799-03d0b3970303', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:a6:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:44:43Z', 'updated_at': '2021-06-25T14:44:43Z', 'revision_number': 0, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:45.653781 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-608788b6-fa9a-4c2b-8fb3-f3187e876089 req-e4ca7c0c-564f-42cd-9682-533e05e18f03 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74602433-e302-4ef4-8799-03d0b3970303 HTTP/1.1" status: 200 len: 998 time: 0.1056316 Jun 25 14:44:45.657771 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfdc838-3b38-411a-8e16-51279aecd332 None None] Checking router: ff988f98-46d4-4af2-a8b5-e24a6ad0a703 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:44:45.667274 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfdc838-3b38-411a-8e16-51279aecd332 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:44:45.667932 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-fcfdc838-3b38-411a-8e16-51279aecd332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:44:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:45.724599 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608788b6-fa9a-4c2b-8fb3-f3187e876089 req-204cbd9d-a7d5-48f8-8c1e-08e0f7998cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:45.726233 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-608788b6-fa9a-4c2b-8fb3-f3187e876089 req-204cbd9d-a7d5-48f8-8c1e-08e0f7998cb9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.0666597 Jun 25 14:44:45.829151 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608788b6-fa9a-4c2b-8fb3-f3187e876089 req-b97713e4-de01-4e9d-964b-df4939d4faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:45.830810 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-608788b6-fa9a-4c2b-8fb3-f3187e876089 req-b97713e4-de01-4e9d-964b-df4939d4faf3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967379 Jun 25 14:44:45.865724 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-fcfdc838-3b38-411a-8e16-51279aecd332 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:44:45.899039 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17cdb2-b81b-463f-a931-863c1558601c req-994b8a25-3258-4b46-b44f-81f730a4f852 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:45.901800 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ae17cdb2-b81b-463f-a931-863c1558601c req-994b8a25-3258-4b46-b44f-81f730a4f852 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 943 time: 0.1196005 Jun 25 14:44:45.961640 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ae17cdb2-b81b-463f-a931-863c1558601c req-d745473e-ee32-48a4-ba45-fb12b2df350a tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523243 Jun 25 14:44:45.982511 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-608788b6-fa9a-4c2b-8fb3-f3187e876089 req-83071a18-2733-4277-8fdb-fbb55b9eac80 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440675 Jun 25 14:44:46.125366 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-608788b6-fa9a-4c2b-8fb3-f3187e876089 req-c8d612af-7f15-4e78-9819-46d3547a88e4 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371775 Jun 25 14:44:46.278615 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-fcfdc838-3b38-411a-8e16-51279aecd332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'c9b5194e-6031-43db-ba1f-a279007d9467', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:50:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:42:36Z', 'updated_at': '2021-06-25T14:42:39Z', 'revision_number': 1, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}, {'id': 'd16c2b63-94e0-4fdc-8d44-65392435f9b4', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': '74602433-e302-4ef4-8799-03d0b3970303', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:a6:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:44:43Z', 'updated_at': '2021-06-25T14:44:43Z', 'revision_number': 0, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:44:46.284564 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfdc838-3b38-411a-8e16-51279aecd332 None None] The sync data for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi is: [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'c9b5194e-6031-43db-ba1f-a279007d9467', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:50:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:42:36Z', 'updated_at': '2021-06-25T14:42:39Z', 'revision_number': 1, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}, {'id': 'd16c2b63-94e0-4fdc-8d44-65392435f9b4', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': '74602433-e302-4ef4-8799-03d0b3970303', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:a6:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:44:43Z', 'updated_at': '2021-06-25T14:44:43Z', 'revision_number': 0, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:44:46.484441 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a1839-8cd8-4ceb-bb2b-a32625ad4ced None None] New status for floating IP d16c2b63-94e0-4fdc-8d44-65392435f9b4: ACTIVE {{(pid=78419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:44:46.657534 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 97cc1f88-973f-481b-a970-1a7a3c661f93 details requested by agent hyperv_hv-cinder-79808 with host hv-cinder-79808 {{(pid=78418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 25 14:44:46.811009 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 97cc1f88-973f-481b-a970-1a7a3c661f93, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=97cc1f88-973f-481b-a970-1a7a3c661f93,segment=NetworkSegment(560f327f-79e0-47f2-8ca1-7c7f788a21a0),segment_id=560f327f-79e0-47f2-8ca1-7c7f788a21a0)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:46.824301 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Returning: {'device': '97cc1f88-973f-481b-a970-1a7a3c661f93', 'network_id': 'c9378080-8699-40e5-aa08-7ccde81f8951', 'port_id': '97cc1f88-973f-481b-a970-1a7a3c661f93', 'mac_address': 'fa:16:3e:b2:b8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7466f6c7-aadd-47aa-88be-7b746ca270f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 25 14:44:46.880780 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:46.911373 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cc1f88-973f-481b-a970-1a7a3c661f93 {{(pid=78418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 25 14:44:46.938664 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 97cc1f88-973f-481b-a970-1a7a3c661f93, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=97cc1f88-973f-481b-a970-1a7a3c661f93,segment=NetworkSegment(560f327f-79e0-47f2-8ca1-7c7f788a21a0),segment_id=560f327f-79e0-47f2-8ca1-7c7f788a21a0)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:46.943620 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:46.946039 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-7726a1e3-dd58-4104-a529-c456ee6ea0ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:47.091203 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=97cc1f88-973f-481b-a970-1a7a3c661f93,revision_number=4']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:47.095329 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:47.179168 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d32e5-715a-4a5f-969e-9e0df086435f req-38f6846b-3752-4fa5-8d60-d75619e5beef tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:47.180663 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-905d32e5-715a-4a5f-969e-9e0df086435f req-38f6846b-3752-4fa5-8d60-d75619e5beef tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 944 time: 0.0946612 Jun 25 14:44:47.240143 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-905d32e5-715a-4a5f-969e-9e0df086435f req-163b0324-f6b6-40b5-8f17-d1977108fcb0 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533321 Jun 25 14:44:47.242115 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['97cc1f88-973f-481b-a970-1a7a3c661f93'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:44:48.427256 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e96ee-9fea-444d-9fa7-1e7c2794ec82 req-8930e8cb-6904-4ae5-b6d2-96c670af6e97 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:48.428670 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e57e96ee-9fea-444d-9fa7-1e7c2794ec82 req-8930e8cb-6904-4ae5-b6d2-96c670af6e97 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 944 time: 0.0817144 Jun 25 14:44:48.475036 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-e57e96ee-9fea-444d-9fa7-1e7c2794ec82 req-5cd1c7a6-970b-4777-80a1-e3e307426f3e tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Jun 25 14:44:48.655837 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 97cc1f88-973f-481b-a970-1a7a3c661f93 up at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 25 14:44:48.729493 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning for port 97cc1f88-973f-481b-a970-1a7a3c661f93 completed by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 25 14:44:48.736416 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.provisioning_blocks [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Provisioning complete for port 97cc1f88-973f-481b-a970-1a7a3c661f93 triggered by entity L2. {{(pid=78418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 25 14:44:48.736802 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1452218'] for port, provisioning_complete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:48.855980 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1383073'] for port, before_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:48.884692 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef329f48-b72b-47a8-9c98-9c7c74f82a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc1f88-973f-481b-a970-1a7a3c661f93'}] {{(pid=78418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:44:48.894803 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] For port 97cc1f88-973f-481b-a970-1a7a3c661f93, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=97cc1f88-973f-481b-a970-1a7a3c661f93,segment=NetworkSegment(560f327f-79e0-47f2-8ca1-7c7f788a21a0),segment_id=560f327f-79e0-47f2-8ca1-7c7f788a21a0)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:44:48.900176 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793052572106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793052127775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793052127820'] for port, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:44:48.902063 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:44:48.932371 dv-cinder-798088-1-iscsi neutron-server[78418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef329f48-b72b-47a8-9c98-9c7c74f82a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc1f88-973f-481b-a970-1a7a3c661f93', 'code': 200} Jun 25 14:44:48.973342 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Pushing event updated for resources: {'Port': ['ID=97cc1f88-973f-481b-a970-1a7a3c661f93,revision_number=5']} {{(pid=78418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:44:48.976239 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_concurrency.lockutils [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:44:49.207763 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168403ca-f99e-44de-9c9a-b9636991aced req-c10b40e6-15d5-44ea-ae3f-debd49c305a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:49.209263 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-168403ca-f99e-44de-9c9a-b9636991aced req-c10b40e6-15d5-44ea-ae3f-debd49c305a2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 1098 time: 0.0798216 Jun 25 14:44:49.255237 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-168403ca-f99e-44de-9c9a-b9636991aced req-edeb13f1-fc5a-4cd0-9f5b-812bb9695f9c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395191 Jun 25 14:44:49.677418 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5be224-3fb7-491c-acf3-2b03dde8f850 req-0115d0fd-1a5e-456e-a7bd-4bc38e714613 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:49.678919 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0c5be224-3fb7-491c-acf3-2b03dde8f850 req-0115d0fd-1a5e-456e-a7bd-4bc38e714613 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 945 time: 0.0879757 Jun 25 14:44:49.736043 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0c5be224-3fb7-491c-acf3-2b03dde8f850 req-193cba56-997d-4e73-8b87-b432b01dbe81 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512528 Jun 25 14:44:50.937290 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92acdb-2e66-478f-8ce3-54fb7bb21d26 req-d9d48528-2469-4407-bd90-fe23bd2eb33d tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:44:50.938892 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0a92acdb-2e66-478f-8ce3-54fb7bb21d26 req-d9d48528-2469-4407-bd90-fe23bd2eb33d tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 945 time: 0.0881798 Jun 25 14:44:50.994358 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0a92acdb-2e66-478f-8ce3-54fb7bb21d26 req-4c0520fc-4aa5-42a2-acbf-8361cd555e41 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493960 Jun 25 14:45:02.599194 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b2337cbd-7fec-4bc7-8c4a-4958bdb4f465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:02.990684 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.462927 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-4a07cd99-7cbe-4d5c-a7a2-14996a1b1baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:05.745176 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:45:06.177939 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:07.622638 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:08.645878 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:13.622397 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05658e-4288-4135-817a-a5aceae0f751 req-e6082644-456e-4ebe-bc12-24731042e2f4 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:13.625137 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8b05658e-4288-4135-817a-a5aceae0f751 req-e6082644-456e-4ebe-bc12-24731042e2f4 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 945 time: 0.0902345 Jun 25 14:45:13.674989 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-8b05658e-4288-4135-817a-a5aceae0f751 req-ad85db77-055a-4303-9124-6d1ad94a9686 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437601 Jun 25 14:45:14.864873 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6e989-3bd3-44f0-9a3b-9e1059142300 req-dc2804cb-3257-4c9d-8510-e1273944af2a tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:14.866224 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ddb6e989-3bd3-44f0-9a3b-9e1059142300 req-dc2804cb-3257-4c9d-8510-e1273944af2a tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 945 time: 0.0822437 Jun 25 14:45:14.911572 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-ddb6e989-3bd3-44f0-9a3b-9e1059142300 req-9ac5711a-eef9-4f17-ab55-a97ba533f1fe tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/security-groups?id=77d29bd9-1f55-4fba-9bd0-a92407bbdc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396929 Jun 25 14:45:15.270354 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987a7a6-37c9-478a-81c2-f295fb23e225 req-3eea43d1-c202-40e5-a53f-4b0b0e5b0237 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:45:15.271138 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-c987a7a6-37c9-478a-81c2-f295fb23e225 req-3eea43d1-c202-40e5-a53f-4b0b0e5b0237 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Synchronizing usage tracker for tenant:8218da4bfb234c6bb6a2fb19baac6ca2 on resource:port {{(pid=78416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:45:15.287968 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-c987a7a6-37c9-478a-81c2-f295fb23e225 req-3eea43d1-c202-40e5-a53f-4b0b0e5b0237 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Unset dirty status for tenant:8218da4bfb234c6bb6a2fb19baac6ca2 on resource:port {{(pid=78416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:45:15.289148 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c987a7a6-37c9-478a-81c2-f295fb23e225 req-3eea43d1-c202-40e5-a53f-4b0b0e5b0237 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 945 time: 0.0971377 Jun 25 14:45:15.362331 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-c987a7a6-37c9-478a-81c2-f295fb23e225 req-b0914444-7e49-4b31-a35d-2d01f839f5d5 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Deleting port 97cc1f88-973f-481b-a970-1a7a3c661f93 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:45:15.362671 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c987a7a6-37c9-478a-81c2-f295fb23e225 req-b0914444-7e49-4b31-a35d-2d01f839f5d5 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:15.615340 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-c987a7a6-37c9-478a-81c2-f295fb23e225 req-b0914444-7e49-4b31-a35d-2d01f839f5d5 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] For port 97cc1f88-973f-481b-a970-1a7a3c661f93, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=97cc1f88-973f-481b-a970-1a7a3c661f93,segment=NetworkSegment(560f327f-79e0-47f2-8ca1-7c7f788a21a0),segment_id=560f327f-79e0-47f2-8ca1-7c7f788a21a0)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:45:15.615634 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c987a7a6-37c9-478a-81c2-f295fb23e225 req-b0914444-7e49-4b31-a35d-2d01f839f5d5 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:15.830054 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-c987a7a6-37c9-478a-81c2-f295fb23e225 req-b0914444-7e49-4b31-a35d-2d01f839f5d5 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Calling delete_port for 97cc1f88-973f-481b-a970-1a7a3c661f93 owned by compute:nova {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:45:15.976592 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c987a7a6-37c9-478a-81c2-f295fb23e225 req-b0914444-7e49-4b31-a35d-2d01f839f5d5 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:15.983691 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a66cefa5-61d6-446a-8d3f-53080593b7da tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:16.010833 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] get_ports_and_sgs() called for port_ids ['97cc1f88-973f-481b-a970-1a7a3c661f93'] {{(pid=78418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 25 14:45:16.026920 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0914444-7e49-4b31-a35d-2d01f839f5d5 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Pushing event deleted for resources: {'Port': ['ID=97cc1f88-973f-481b-a970-1a7a3c661f93,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:16.031537 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b0914444-7e49-4b31-a35d-2d01f839f5d5 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:16.063215 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-076f7684-a1c4-4cfb-9c7b-dff15565f772 req-f2288b92-a00f-4c2c-af7b-02b9e48fe0c9 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef329f48-b72b-47a8-9c98-9c7c74f82a3e HTTP/1.1" status: 200 len: 210 time: 0.0459135 Jun 25 14:45:16.106911 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c987a7a6-37c9-478a-81c2-f295fb23e225 req-b0914444-7e49-4b31-a35d-2d01f839f5d5 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] No DVR routers for this DVR port 97cc1f88-973f-481b-a970-1a7a3c661f93 on host hv-cinder-79808 {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:45:16.110297 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c987a7a6-37c9-478a-81c2-f295fb23e225 req-b0914444-7e49-4b31-a35d-2d01f839f5d5 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:16.112862 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef329f48-b72b-47a8-9c98-9c7c74f82a3e', 'name': 'network-vif-deleted', 'tag': '97cc1f88-973f-481b-a970-1a7a3c661f93'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:45:16.128045 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c987a7a6-37c9-478a-81c2-f295fb23e225 req-b0914444-7e49-4b31-a35d-2d01f839f5d5 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] 10.222.0.69 "DELETE /v2.0/ports/97cc1f88-973f-481b-a970-1a7a3c661f93 HTTP/1.1" status: 204 len: 173 time: 0.8331447 Jun 25 14:45:16.171040 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef329f48-b72b-47a8-9c98-9c7c74f82a3e', 'name': 'network-vif-deleted', 'tag': '97cc1f88-973f-481b-a970-1a7a3c661f93', 'status': 'completed', 'code': 200} Jun 25 14:45:18.811624 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 97cc1f88-973f-481b-a970-1a7a3c661f93 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:45:18.856016 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 97cc1f88-973f-481b-a970-1a7a3c661f93 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:45:18.856484 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 97cc1f88-973f-481b-a970-1a7a3c661f93 not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:45:32.603584 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0238a51d-b0db-4d42-97c9-0049986675f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:32.984822 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:35.467739 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-60dc58fb-d159-4546-a47b-c3396ef766ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:36.182272 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:37.626581 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:38.646972 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:42.743356 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:45:42.885304 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 59980) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:42.946931 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Deleting subnet 7466f6c7-aadd-47aa-88be-7b746ca270f8 {{(pid=78416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:45:42.950026 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.008046 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929724'] for subnet, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.065166 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.141986 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5454212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7238070'] for subnet, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.149572 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-73738131-12c7-408e-a4dd-452c5cdd9776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:43.191937 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7466f6c7-aadd-47aa-88be-7b746ca270f8,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:43.194834 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.206603 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:43.206998 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:43.207379 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:43.207789 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:43.208158 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:43.208534 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:43.208893 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:43.209255 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:43.209616 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:43.209976 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:43.210335 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:43.210690 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:45:43.214850 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7466f6c7-aadd-47aa-88be-7b746ca270f8 HTTP/1.1" status: 204 len: 168 time: 0.3284311 Jun 25 14:45:43.215919 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-95f76ee0-651b-4983-a8c1-1f5fdbd832fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:43.218293 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 59986) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:43.329111 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.458623 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.473059 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9378080-8699-40e5-aa08-7ccde81f8951']}} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:43.486106 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560f327f-79e0-47f2-8ca1-7c7f788a21a0') {'for_net_delete': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:43.486403 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560f327f-79e0-47f2-8ca1-7c7f788a21a0') {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:45:43.499568 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929669'] for segment, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.516250 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.522314 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=78416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:45:43.522702 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5439526'] for segment, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: Traceback (most recent call last): Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: timer() Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: cb(*args, **kw) Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: return func(*args, **kwargs) Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: self._notify() Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: self.callback(batched_events) Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: event.method(event) Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: return f(self, *a, **k) Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._get(url).json() Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: return self.request(url, 'GET', **kwargs) Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:45:43.539299 dv-cinder-798088-1-iscsi neutron-server[78416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:45:43.614451 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.618316 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:43.631729 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.642843 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] Pushing event deleted for resources: {'Network': ['ID=c9378080-8699-40e5-aa08-7ccde81f8951,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:43.646068 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:43.652084 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-5c7c0971-6c60-4068-8ac4-48c2f046b15d admin admin] 10.222.0.61 "DELETE /v2.0/networks/c9378080-8699-40e5-aa08-7ccde81f8951 HTTP/1.1" status: 204 len: 168 time: 0.4324121 Jun 25 14:45:43.766854 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 59992) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:43.816083 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-e95eb53d-f537-49e9-9d34-60dfdad3290a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8218da4bfb234c6bb6a2fb19baac6ca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479283 Jun 25 14:45:43.819344 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 59996) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:45:43.879345 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21aa8f8a-c68f-4e17-b61e-76402b06ea9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.906350 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21aa8f8a-c68f-4e17-b61e-76402b06ea9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.958536 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21aa8f8a-c68f-4e17-b61e-76402b06ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.962342 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-846818fe-4cec-4987-a4da-4b8d42d3814e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:45:43.976182 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa8f8a-c68f-4e17-b61e-76402b06ea9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d29bd9-1f55-4fba-9bd0-a92407bbdc76,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:45:43.979942 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-21aa8f8a-c68f-4e17-b61e-76402b06ea9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:45:43.993280 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-21aa8f8a-c68f-4e17-b61e-76402b06ea9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:45:43.996021 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-21aa8f8a-c68f-4e17-b61e-76402b06ea9f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/77d29bd9-1f55-4fba-9bd0-a92407bbdc76 HTTP/1.1" status: 204 len: 168 time: 0.1756606 Jun 25 14:46:02.609369 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-8f3350cd-6b66-4f5c-9231-f886b8582fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:03.003112 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:05.469263 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-95f7dca2-371d-4128-a698-e76f9127afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:05.575065 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60134) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:05.694396 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-94604eb4-86fd-4c90-bbae-aa607a513bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:05.708436 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-94604eb4-86fd-4c90-bbae-aa607a513bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:46:05.712227 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-94604eb4-86fd-4c90-bbae-aa607a513bf3 admin admin] Usage tracker for resource:security_group_rule and tenant:18afe991d7d741d68dec808c9e7ec113 is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:46:05.714956 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-94604eb4-86fd-4c90-bbae-aa607a513bf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:46:05.720713 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-94604eb4-86fd-4c90-bbae-aa607a513bf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:46:05.808401 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-94604eb4-86fd-4c90-bbae-aa607a513bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:05.813954 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-94604eb4-86fd-4c90-bbae-aa607a513bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:05.821063 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-8a2045b5-e6eb-4d10-86b8-6f287b1cafa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:05.863364 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-94604eb4-86fd-4c90-bbae-aa607a513bf3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=18afe991d7d741d68dec808c9e7ec113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870672 Jun 25 14:46:05.864210 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94604eb4-86fd-4c90-bbae-aa607a513bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4fb524-18c2-466a-8de9-fc23bc14af41,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:05.866085 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 60140) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:05.867476 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-94604eb4-86fd-4c90-bbae-aa607a513bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:05.926474 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:05.951249 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:06.008440 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:06.014196 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-e326d616-dc4a-4b4a-850f-1a2a75d4e6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:06.026973 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4fb524-18c2-466a-8de9-fc23bc14af41,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:06.035235 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:06.036019 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:06.036019 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:06.036327 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:06.036678 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:06.037032 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:06.037377 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:06.037728 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:06.038074 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:06.038419 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:06.038757 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:06.039096 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:06.042242 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:06.043213 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:06.044515 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-82e8e7c4-a3c2-49e4-a365-340364f827f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b4fb524-18c2-466a-8de9-fc23bc14af41 HTTP/1.1" status: 204 len: 168 time: 0.1772497 Jun 25 14:46:06.187941 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:07.625859 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:08.663592 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:15.717724 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60214) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:15.833613 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3e623157-c7fc-4385-9545-32181c958a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:15.848158 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-3e623157-c7fc-4385-9545-32181c958a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 25 14:46:15.851941 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-3e623157-c7fc-4385-9545-32181c958a5e admin admin] Usage tracker for resource:security_group_rule and tenant:d8b2d0026eb344a2929e5621ee366cac is out of sync, need to count used quota {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 25 14:46:15.854670 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [None req-3e623157-c7fc-4385-9545-32181c958a5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78416) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 25 14:46:15.860780 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.quota.driver [None req-3e623157-c7fc-4385-9545-32181c958a5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78416) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 25 14:46:15.943682 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3e623157-c7fc-4385-9545-32181c958a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:15.947532 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-3e623157-c7fc-4385-9545-32181c958a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_create {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:15.954768 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-d84db1ce-62a8-4274-bc11-c7f4bde435c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:15.997541 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-3e623157-c7fc-4385-9545-32181c958a5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d8b2d0026eb344a2929e5621ee366cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784593 Jun 25 14:46:15.999253 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e623157-c7fc-4385-9545-32181c958a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b6b23a-29ec-4d01-aa47-eba9d6acbcf1,revision_number=1']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:16.001367 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 60220) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:16.003423 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-3e623157-c7fc-4385-9545-32181c958a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:16.061820 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-bcffd28b-6f29-42f8-ae4e-7c08fafe55af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:16.087067 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-bcffd28b-6f29-42f8-ae4e-7c08fafe55af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:16.139830 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-bcffd28b-6f29-42f8-ae4e-7c08fafe55af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:16.143463 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-86910ffd-fb64-4c13-8e50-b99b2618ea91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:16.154162 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffd28b-6f29-42f8-ae4e-7c08fafe55af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b6b23a-29ec-4d01-aa47-eba9d6acbcf1,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:16.157981 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-bcffd28b-6f29-42f8-ae4e-7c08fafe55af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:16.161550 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-bcffd28b-6f29-42f8-ae4e-7c08fafe55af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:16.162671 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-bcffd28b-6f29-42f8-ae4e-7c08fafe55af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/74b6b23a-29ec-4d01-aa47-eba9d6acbcf1 HTTP/1.1" status: 204 len: 168 time: 0.1591957 Jun 25 14:46:18.928987 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ae6d28ce-56f5-4862-9dac-7c2ddcb123b1 req-3a9ea5c8-84f8-4e75-8fcd-a4371ed56d60 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684054 Jun 25 14:46:19.083317 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d28ce-56f5-4862-9dac-7c2ddcb123b1 req-82feaa36-df45-4d5b-884a-0d559e947d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:19.084817 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ae6d28ce-56f5-4862-9dac-7c2ddcb123b1 req-82feaa36-df45-4d5b-884a-0d559e947d44 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 1098 time: 0.0704541 Jun 25 14:46:19.235899 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d28ce-56f5-4862-9dac-7c2ddcb123b1 req-34b217ef-8bd3-4fec-aec2-424937572b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:19.237550 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ae6d28ce-56f5-4862-9dac-7c2ddcb123b1 req-34b217ef-8bd3-4fec-aec2-424937572b05 service neutron] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 912 time: 0.1335480 Jun 25 14:46:19.346332 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ae6d28ce-56f5-4862-9dac-7c2ddcb123b1 req-c25303e9-88cb-406d-883d-95e5801ffa36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d62809-d4e3-4804-98f1-4fe1ada1113d HTTP/1.1" status: 200 len: 1000 time: 0.1014047 Jun 25 14:46:19.501973 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d28ce-56f5-4862-9dac-7c2ddcb123b1 req-805e785e-41da-494e-a1d3-2c5181eeefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:19.503282 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ae6d28ce-56f5-4862-9dac-7c2ddcb123b1 req-805e785e-41da-494e-a1d3-2c5181eeefaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.1502581 Jun 25 14:46:19.577297 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d28ce-56f5-4862-9dac-7c2ddcb123b1 req-e3c8a1f6-cb6e-43eb-ae48-a7459069795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:19.578741 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ae6d28ce-56f5-4862-9dac-7c2ddcb123b1 req-e3c8a1f6-cb6e-43eb-ae48-a7459069795a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691664 Jun 25 14:46:19.710196 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ae6d28ce-56f5-4862-9dac-7c2ddcb123b1 req-14c5a127-173e-45e4-a1c6-659022c9b06e service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250346 Jun 25 14:46:19.742212 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:46:19.845905 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-ae6d28ce-56f5-4862-9dac-7c2ddcb123b1 req-b4421069-c142-49b4-a144-8f210699d562 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286983 Jun 25 14:46:23.683006 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60228) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:23.892538 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Deleting port fb2e2acc-aeed-41bd-a71f-5c20373d0c99 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:23.892882 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:24.059702 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:24.060134 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:24.187043 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Calling delete_port for fb2e2acc-aeed-41bd-a71f-5c20373d0c99 owned by network:floatingip {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:24.332908 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:24.336327 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f895cb6a-b374-493e-aaf4-2e4b3101ee9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:24.383698 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event deleted for resources: {'Port': ['ID=fb2e2acc-aeed-41bd-a71f-5c20373d0c99,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:24.409208 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:24.471182 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for floatingip, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:24.471541 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.l3_db [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Floating IP d16c2b63-94e0-4fdc-8d44-65392435f9b4 disassociated (deleted). External IP: 172.27.2.39, port: 74602433-e302-4ef4-8799-03d0b3970303. Jun 25 14:46:24.922262 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:46:25.098585 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:46:25.107906 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ebb7e-d30e-4466-9189-a8ec6996b855 None None] Sync routers for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:46:25.118393 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ebb7e-d30e-4466-9189-a8ec6996b855 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:46:25.119011 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-690ebb7e-d30e-4466-9189-a8ec6996b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:46:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:25.129327 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:25.191162 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-f9a6c3bf-d241-4542-b8ae-c1973d47ad55 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "DELETE /v2.0/floatingips/d16c2b63-94e0-4fdc-8d44-65392435f9b4 HTTP/1.1" status: 204 len: 168 time: 1.5066807 Jun 25 14:46:25.192062 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'tag': '74602433-e302-4ef4-8799-03d0b3970303'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:46:25.244782 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'tag': '74602433-e302-4ef4-8799-03d0b3970303', 'status': 'completed', 'code': 200} Jun 25 14:46:25.311485 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-690ebb7e-d30e-4466-9189-a8ec6996b855 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:46:25.363669 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914dfde-d7d9-4721-85aa-003a26e90138 req-fc8939d3-215d-4f5a-9041-9d4b3e8bc483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:25.365531 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f914dfde-d7d9-4721-85aa-003a26e90138 req-fc8939d3-215d-4f5a-9041-9d4b3e8bc483 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 1098 time: 0.0758145 Jun 25 14:46:25.511857 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914dfde-d7d9-4721-85aa-003a26e90138 req-00660602-7e4b-44ea-b9ee-c5ddaa5ff06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:25.513333 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f914dfde-d7d9-4721-85aa-003a26e90138 req-00660602-7e4b-44ea-b9ee-c5ddaa5ff06f service neutron] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 912 time: 0.1408746 Jun 25 14:46:25.586808 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f914dfde-d7d9-4721-85aa-003a26e90138 req-50203e92-d948-4699-968d-5bf30170db26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74602433-e302-4ef4-8799-03d0b3970303 HTTP/1.1" status: 200 len: 217 time: 0.0658588 Jun 25 14:46:25.651346 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914dfde-d7d9-4721-85aa-003a26e90138 req-f8d98d01-956e-4e38-bcd1-6da9a10a1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:25.653311 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f914dfde-d7d9-4721-85aa-003a26e90138 req-f8d98d01-956e-4e38-bcd1-6da9a10a1d20 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.0594776 Jun 25 14:46:25.673052 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-690ebb7e-d30e-4466-9189-a8ec6996b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'c9b5194e-6031-43db-ba1f-a279007d9467', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:50:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:42:36Z', 'updated_at': '2021-06-25T14:42:39Z', 'revision_number': 1, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:25.677015 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ebb7e-d30e-4466-9189-a8ec6996b855 None None] Checking router: ff988f98-46d4-4af2-a8b5-e24a6ad0a703 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:46:25.686331 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ebb7e-d30e-4466-9189-a8ec6996b855 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:46:25.686933 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-690ebb7e-d30e-4466-9189-a8ec6996b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:46:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:25.739588 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914dfde-d7d9-4721-85aa-003a26e90138 req-ae809b15-a64e-4149-af81-00d1aa8dd21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:25.741208 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f914dfde-d7d9-4721-85aa-003a26e90138 req-ae809b15-a64e-4149-af81-00d1aa8dd21e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812335 Jun 25 14:46:25.877743 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a27f2-717a-4472-9b06-69ef6ece99bc req-6d87f065-12e3-49b5-8818-ef6d1e0908cf tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:25.880702 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-690ebb7e-d30e-4466-9189-a8ec6996b855 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:46:25.883972 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f914dfde-d7d9-4721-85aa-003a26e90138 req-0d5abfc7-ff25-4e31-9b48-f67907315ebd service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352835 Jun 25 14:46:25.884344 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-899a27f2-717a-4472-9b06-69ef6ece99bc req-6d87f065-12e3-49b5-8818-ef6d1e0908cf tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 945 time: 0.3983090 Jun 25 14:46:25.927517 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-899a27f2-717a-4472-9b06-69ef6ece99bc req-38daf917-715f-4340-9583-f58acc74067d tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Jun 25 14:46:26.023388 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-f914dfde-d7d9-4721-85aa-003a26e90138 req-40fca944-ccab-44aa-a065-d34258ec13ce service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322639 Jun 25 14:46:26.268716 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-690ebb7e-d30e-4466-9189-a8ec6996b855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'c9b5194e-6031-43db-ba1f-a279007d9467', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:50:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:42:36Z', 'updated_at': '2021-06-25T14:42:39Z', 'revision_number': 1, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:26.272706 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ebb7e-d30e-4466-9189-a8ec6996b855 None None] The sync data for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi is: [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_floatingips': [{'id': 'c9b5194e-6031-43db-ba1f-a279007d9467', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'router_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'port_id': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'mac_address': 'fa:16:3e:50:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-25T14:42:36Z', 'updated_at': '2021-06-25T14:42:39Z', 'revision_number': 1, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:46:26.503139 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745c2eb1-9a61-4884-bbe3-9ea786da59f8 None None] New status for floating IP d16c2b63-94e0-4fdc-8d44-65392435f9b4: DOWN {{(pid=78419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:46:27.167949 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c332a59-fbb3-4be4-a9c8-5ea2c7010b68 req-3c59cc3e-122e-4e7d-a8ca-864d5de39df3 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:27.169503 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0c332a59-fbb3-4be4-a9c8-5ea2c7010b68 req-3c59cc3e-122e-4e7d-a8ca-864d5de39df3 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 945 time: 0.1348250 Jun 25 14:46:27.182997 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d9271-3ef1-4beb-a323-cb770dfb52c2 req-a0e914b5-1b2d-4735-8c08-18ac8c944ef4 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:27.183739 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-b73d9271-3ef1-4beb-a323-cb770dfb52c2 req-a0e914b5-1b2d-4735-8c08-18ac8c944ef4 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Synchronizing usage tracker for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:port {{(pid=78416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:46:27.202387 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-b73d9271-3ef1-4beb-a323-cb770dfb52c2 req-a0e914b5-1b2d-4735-8c08-18ac8c944ef4 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Unset dirty status for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:port {{(pid=78416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:46:27.203664 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-b73d9271-3ef1-4beb-a323-cb770dfb52c2 req-a0e914b5-1b2d-4735-8c08-18ac8c944ef4 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 945 time: 0.1016889 Jun 25 14:46:27.221059 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-0c332a59-fbb3-4be4-a9c8-5ea2c7010b68 req-78b72500-8130-493d-9aad-4585f8f3b7ba tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451639 Jun 25 14:46:27.280569 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-b73d9271-3ef1-4beb-a323-cb770dfb52c2 req-e8fcc641-dfb0-4d9f-ac51-e6201d3b05ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Deleting port 74602433-e302-4ef4-8799-03d0b3970303 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:27.280913 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-b73d9271-3ef1-4beb-a323-cb770dfb52c2 req-e8fcc641-dfb0-4d9f-ac51-e6201d3b05ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:27.522614 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-b73d9271-3ef1-4beb-a323-cb770dfb52c2 req-e8fcc641-dfb0-4d9f-ac51-e6201d3b05ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] For port 74602433-e302-4ef4-8799-03d0b3970303, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=74602433-e302-4ef4-8799-03d0b3970303,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:27.522965 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-b73d9271-3ef1-4beb-a323-cb770dfb52c2 req-e8fcc641-dfb0-4d9f-ac51-e6201d3b05ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:27.742732 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-b73d9271-3ef1-4beb-a323-cb770dfb52c2 req-e8fcc641-dfb0-4d9f-ac51-e6201d3b05ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Calling delete_port for 74602433-e302-4ef4-8799-03d0b3970303 owned by compute:nova {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:27.879664 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-b73d9271-3ef1-4beb-a323-cb770dfb52c2 req-e8fcc641-dfb0-4d9f-ac51-e6201d3b05ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:27.885203 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-9af5c2dd-af17-41e3-9026-22da1cdece3c tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:27.933389 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcc641-dfb0-4d9f-ac51-e6201d3b05ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event deleted for resources: {'Port': ['ID=74602433-e302-4ef4-8799-03d0b3970303,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:27.937768 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e8fcc641-dfb0-4d9f-ac51-e6201d3b05ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:28.015158 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73d9271-3ef1-4beb-a323-cb770dfb52c2 req-e8fcc641-dfb0-4d9f-ac51-e6201d3b05ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] No DVR routers for this DVR port 74602433-e302-4ef4-8799-03d0b3970303 on host hv-cinder-79808 {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:46:28.018174 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-b73d9271-3ef1-4beb-a323-cb770dfb52c2 req-e8fcc641-dfb0-4d9f-ac51-e6201d3b05ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:28.020851 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'name': 'network-vif-deleted', 'tag': '74602433-e302-4ef4-8799-03d0b3970303'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:46:28.036827 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-b73d9271-3ef1-4beb-a323-cb770dfb52c2 req-e8fcc641-dfb0-4d9f-ac51-e6201d3b05ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "DELETE /v2.0/ports/74602433-e302-4ef4-8799-03d0b3970303 HTTP/1.1" status: 204 len: 173 time: 0.8277826 Jun 25 14:46:28.066466 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3', 'name': 'network-vif-deleted', 'tag': '74602433-e302-4ef4-8799-03d0b3970303', 'status': 'completed', 'code': 200} Jun 25 14:46:28.584594 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-9f6b99ad-fa19-4582-8d0e-a2101d04d812 req-339c7e34-b164-487b-b106-aa496b6e6391 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcc5e1bf-dfe7-423b-b3bb-4c5dcf6820f3 HTTP/1.1" status: 200 len: 210 time: 0.0482597 Jun 25 14:46:31.125067 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 74602433-e302-4ef4-8799-03d0b3970303 no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:46:31.159075 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: 74602433-e302-4ef4-8799-03d0b3970303 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:46:31.159421 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device 74602433-e302-4ef4-8799-03d0b3970303 not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:46:32.086210 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60266) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:32.289993 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Deleting port aa9d27e5-fced-4f92-8b2c-b5415f544a8f {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:32.290338 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:32.461367 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:32.461695 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:32.581822 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Calling delete_port for aa9d27e5-fced-4f92-8b2c-b5415f544a8f owned by network:floatingip {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:32.604305 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e875fd66-4192-4189-b59e-f367de454bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:32.733057 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:32.736937 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-e8fcc641-dfb0-4d9f-ac51-e6201d3b05ea tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:32.778904 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event deleted for resources: {'Port': ['ID=aa9d27e5-fced-4f92-8b2c-b5415f544a8f,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:32.781684 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:32.873165 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for floatingip, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:32.873441 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.db.l3_db [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Floating IP c9b5194e-6031-43db-ba1f-a279007d9467 disassociated (deleted). External IP: 172.27.2.71, port: b9d62809-d4e3-4804-98f1-4fe1ada1113d. Jun 25 14:46:32.989017 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:33.315296 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:46:33.491710 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:46:33.501438 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7a928-4f52-4cbe-824a-b7ac2ee13cf0 None None] Sync routers for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:46:33.507814 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:33.510304 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7a928-4f52-4cbe-824a-b7ac2ee13cf0 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:46:33.510938 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-b3d7a928-4f52-4cbe-824a-b7ac2ee13cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:46:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:33.565151 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "DELETE /v2.0/floatingips/c9b5194e-6031-43db-ba1f-a279007d9467 HTTP/1.1" status: 204 len: 168 time: 1.4778614 Jun 25 14:46:33.565881 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'tag': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:46:33.649063 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'tag': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'status': 'completed', 'code': 200} Jun 25 14:46:33.695748 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-b3d7a928-4f52-4cbe-824a-b7ac2ee13cf0 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:46:33.771582 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515406e9-2a69-46b7-a6c7-2d40e57cced6 req-06a71206-2d46-40f9-946c-9b2affb074aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:33.773916 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-515406e9-2a69-46b7-a6c7-2d40e57cced6 req-06a71206-2d46-40f9-946c-9b2affb074aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 1098 time: 0.0837862 Jun 25 14:46:33.914967 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515406e9-2a69-46b7-a6c7-2d40e57cced6 req-84111e60-08b5-4c7e-b927-848ed76e1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:33.916923 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-515406e9-2a69-46b7-a6c7-2d40e57cced6 req-84111e60-08b5-4c7e-b927-848ed76e1cad service neutron] 10.222.0.69 "GET /v2.0/networks?id=59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 200 len: 912 time: 0.1346362 Jun 25 14:46:33.955277 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17534a-d65c-48bc-b488-266ebcc5e171 req-c8917310-3236-44f4-86b6-a20b42a9acd4 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:33.957513 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1a17534a-d65c-48bc-b488-266ebcc5e171 req-c8917310-3236-44f4-86b6-a20b42a9acd4 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 945 time: 0.0862818 Jun 25 14:46:34.007710 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-515406e9-2a69-46b7-a6c7-2d40e57cced6 req-98782ba4-b43f-44be-8347-8b46ed94f06d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d62809-d4e3-4804-98f1-4fe1ada1113d HTTP/1.1" status: 200 len: 217 time: 0.0823755 Jun 25 14:46:34.013832 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-1a17534a-d65c-48bc-b488-266ebcc5e171 req-1ff56cd1-7e6a-42a6-bc8c-e401114d2d8b tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503652 Jun 25 14:46:34.044884 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-b3d7a928-4f52-4cbe-824a-b7ac2ee13cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:34.049399 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7a928-4f52-4cbe-824a-b7ac2ee13cf0 None None] Checking router: ff988f98-46d4-4af2-a8b5-e24a6ad0a703 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:46:34.057858 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7a928-4f52-4cbe-824a-b7ac2ee13cf0 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:46:34.058496 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-b3d7a928-4f52-4cbe-824a-b7ac2ee13cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:46:05Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:34.084180 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515406e9-2a69-46b7-a6c7-2d40e57cced6 req-c3878204-3b8d-4c47-9b2b-0b12196abfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:34.085603 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-515406e9-2a69-46b7-a6c7-2d40e57cced6 req-c3878204-3b8d-4c47-9b2b-0b12196abfb1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 200 len: 850 time: 0.0651352 Jun 25 14:46:34.161819 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515406e9-2a69-46b7-a6c7-2d40e57cced6 req-11ddeb49-795e-4851-925e-d76aa439a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:34.163294 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-515406e9-2a69-46b7-a6c7-2d40e57cced6 req-11ddeb49-795e-4851-925e-d76aa439a0b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59225deb-2cbb-411b-8e05-9bf0274d0300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706792 Jun 25 14:46:34.242195 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-b3d7a928-4f52-4cbe-824a-b7ac2ee13cf0 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:46:34.301551 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-515406e9-2a69-46b7-a6c7-2d40e57cced6 req-b6e4f58d-ebc4-4cd3-b9cd-65e259b96e24 service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307025 Jun 25 14:46:34.437258 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-515406e9-2a69-46b7-a6c7-2d40e57cced6 req-45df9d8e-0bac-4ce6-b79f-5312db0c689e service neutron] 10.222.0.69 "GET /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266437 Jun 25 14:46:34.566659 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-b3d7a928-4f52-4cbe-824a-b7ac2ee13cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:34.570631 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7a928-4f52-4cbe-824a-b7ac2ee13cf0 None None] The sync data for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi is: [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:39:02Z', 'revision_number': 4, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi', '_interfaces': [{'id': 'a50083e0-f6cf-4fa5-a1da-e54af78e3e10', 'name': '', 'network_id': '59225deb-2cbb-411b-8e05-9bf0274d0300', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'mac_address': 'fa:16:3e:16:2e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:00Z', 'updated_at': '2021-06-25T14:39:11Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'subnets': [{'id': '86b6d42d-36ba-4c9f-bbda-578db5b1d4af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:46:34.790773 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf90327d-50ac-4fb2-a539-289598e49f41 None None] New status for floating IP c9b5194e-6031-43db-ba1f-a279007d9467: DOWN {{(pid=78419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 25 14:46:35.206005 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94af9c-b329-4d7a-b4d0-a82fbae9154c req-7512d826-654c-46b9-a05a-42730bf271db tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:35.207440 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b94af9c-b329-4d7a-b4d0-a82fbae9154c req-7512d826-654c-46b9-a05a-42730bf271db tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 945 time: 0.0815203 Jun 25 14:46:35.253218 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-4b94af9c-b329-4d7a-b4d0-a82fbae9154c req-5832b1ab-1c76-43d8-8589-714cc0e84742 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/security-groups?id=ceaf9177-d5e2-412b-bb94-7764450414c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395696 Jun 25 14:46:35.472704 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d5ecf208-5322-4169-a799-c96b273b44d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:35.498385 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b0962-dd2e-4202-a769-61966386d3a2 req-8d9e66c6-918a-49c2-8725-b24cf7050e91 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 25 14:46:35.499755 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-c38b0962-dd2e-4202-a769-61966386d3a2 req-8d9e66c6-918a-49c2-8725-b24cf7050e91 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Synchronizing usage tracker for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:port {{(pid=78416) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 25 14:46:35.515872 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.quota.resource [req-c38b0962-dd2e-4202-a769-61966386d3a2 req-8d9e66c6-918a-49c2-8725-b24cf7050e91 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Unset dirty status for tenant:8996bc08a1bf40f1b8d70015ef637c3c on resource:port {{(pid=78416) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 25 14:46:35.516985 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c38b0962-dd2e-4202-a769-61966386d3a2 req-8d9e66c6-918a-49c2-8725-b24cf7050e91 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 945 time: 0.1048641 Jun 25 14:46:35.586331 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-c38b0962-dd2e-4202-a769-61966386d3a2 req-7359ca17-8ef1-45c7-bd7b-b55bc82dc741 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Deleting port b9d62809-d4e3-4804-98f1-4fe1ada1113d {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:35.586668 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c38b0962-dd2e-4202-a769-61966386d3a2 req-7359ca17-8ef1-45c7-bd7b-b55bc82dc741 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:35.931357 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [req-c38b0962-dd2e-4202-a769-61966386d3a2 req-7359ca17-8ef1-45c7-bd7b-b55bc82dc741 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] For port b9d62809-d4e3-4804-98f1-4fe1ada1113d, host hv-cinder-79808, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79808',level=0,port_id=b9d62809-d4e3-4804-98f1-4fe1ada1113d,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:35.931750 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c38b0962-dd2e-4202-a769-61966386d3a2 req-7359ca17-8ef1-45c7-bd7b-b55bc82dc741 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:36.052155 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [req-c38b0962-dd2e-4202-a769-61966386d3a2 req-7359ca17-8ef1-45c7-bd7b-b55bc82dc741 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Calling delete_port for b9d62809-d4e3-4804-98f1-4fe1ada1113d owned by compute:nova {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:36.188094 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:36.195661 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c38b0962-dd2e-4202-a769-61966386d3a2 req-7359ca17-8ef1-45c7-bd7b-b55bc82dc741 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:36.201142 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a822a89b-b5ed-4dcf-9a61-adf9df5dea51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:36.247855 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359ca17-8ef1-45c7-bd7b-b55bc82dc741 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event deleted for resources: {'Port': ['ID=b9d62809-d4e3-4804-98f1-4fe1ada1113d,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:36.274015 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7359ca17-8ef1-45c7-bd7b-b55bc82dc741 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:36.323523 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38b0962-dd2e-4202-a769-61966386d3a2 req-7359ca17-8ef1-45c7-bd7b-b55bc82dc741 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] No DVR routers for this DVR port b9d62809-d4e3-4804-98f1-4fe1ada1113d on host hv-cinder-79808 {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:46:36.325892 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [req-c38b0962-dd2e-4202-a769-61966386d3a2 req-7359ca17-8ef1-45c7-bd7b-b55bc82dc741 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for port, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:36.328704 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'name': 'network-vif-deleted', 'tag': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d'}] {{(pid=78416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 25 14:46:36.349777 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [req-c38b0962-dd2e-4202-a769-61966386d3a2 req-7359ca17-8ef1-45c7-bd7b-b55bc82dc741 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.69 "DELETE /v2.0/ports/b9d62809-d4e3-4804-98f1-4fe1ada1113d HTTP/1.1" status: 204 len: 173 time: 0.8275471 Jun 25 14:46:36.374501 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a25b4ae-82a5-4919-9b9e-347dcc20dded', 'name': 'network-vif-deleted', 'tag': 'b9d62809-d4e3-4804-98f1-4fe1ada1113d', 'status': 'completed', 'code': 200} Jun 25 14:46:36.414192 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [req-84eeb7ef-eac3-47c4-993e-fe12424fdaf2 req-2745774c-d7ed-4396-8cf4-88a8f3c57025 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a25b4ae-82a5-4919-9b9e-347dcc20dded HTTP/1.1" status: 200 len: 210 time: 0.0503528 Jun 25 14:46:37.507955 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60288) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:37.671249 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:37.674055 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-268e93ec-cee7-4596-92b9-8a992c6da1be tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Deleting port 781a014f-fe84-4b79-aa35-3798f715f029 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:37.674402 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-268e93ec-cee7-4596-92b9-8a992c6da1be tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:37.838965 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-268e93ec-cee7-4596-92b9-8a992c6da1be tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:37.839293 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-268e93ec-cee7-4596-92b9-8a992c6da1be tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:37.958379 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-268e93ec-cee7-4596-92b9-8a992c6da1be tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Calling delete_port for 781a014f-fe84-4b79-aa35-3798f715f029 owned by network:floatingip {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:38.099610 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-268e93ec-cee7-4596-92b9-8a992c6da1be tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:38.103308 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-a6ba0e10-ffb5-47a0-a76a-4be35d570523 tempest-VolumesSnapshotTestJSON-550124292 tempest-VolumesSnapshotTestJSON-550124292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:38.146165 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e93ec-cee7-4596-92b9-8a992c6da1be tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event deleted for resources: {'Port': ['ID=781a014f-fe84-4b79-aa35-3798f715f029,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:38.148735 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-268e93ec-cee7-4596-92b9-8a992c6da1be tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:38.242035 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-268e93ec-cee7-4596-92b9-8a992c6da1be tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for floatingip, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:38.256016 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-268e93ec-cee7-4596-92b9-8a992c6da1be tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42096'] for floatingip, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:38.257138 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-268e93ec-cee7-4596-92b9-8a992c6da1be tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "DELETE /v2.0/floatingips/64b7a658-5f42-41c3-9e04-0ce75a3656fa HTTP/1.1" status: 204 len: 168 time: 0.7482069 Jun 25 14:46:38.706733 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:39.166703 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device b9d62809-d4e3-4804-98f1-4fe1ada1113d no longer exists at agent hyperv_hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:46:39.199957 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] No Port match for: b9d62809-d4e3-4804-98f1-4fe1ada1113d {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:46:39.200299 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Device b9d62809-d4e3-4804-98f1-4fe1ada1113d not bound to the agent host hv-cinder-79808 {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:46:39.633219 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60304) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:39.736756 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2de806a8-71a8-4f6a-a0a1-a700cae86df1 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:39.779652 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2de806a8-71a8-4f6a-a0a1-a700cae86df1 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:39.858990 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2de806a8-71a8-4f6a-a0a1-a700cae86df1 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:39.867222 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-02cd3c79-f2dd-48d9-a351-b1c9fb3f400b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:39.884336 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de806a8-71a8-4f6a-a0a1-a700cae86df1 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaf9177-d5e2-412b-bb94-7764450414c9,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:39.887879 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2de806a8-71a8-4f6a-a0a1-a700cae86df1 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:39.898516 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-2de806a8-71a8-4f6a-a0a1-a700cae86df1 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:39.899791 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-2de806a8-71a8-4f6a-a0a1-a700cae86df1 tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] 10.222.0.61 "DELETE /v2.0/security-groups/ceaf9177-d5e2-412b-bb94-7764450414c9 HTTP/1.1" status: 204 len: 168 time: 0.2654727 Jun 25 14:46:39.966976 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60310) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:40.765071 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-42c9f332-301c-42ba-ad8e-263582b2d1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454426'] for router_interface, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:41.134423 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-42c9f332-301c-42ba-ad8e-263582b2d1c5 admin admin] Deleting port a50083e0-f6cf-4fa5-a1da-e54af78e3e10 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:41.134762 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-42c9f332-301c-42ba-ad8e-263582b2d1c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:41.304817 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-42c9f332-301c-42ba-ad8e-263582b2d1c5 admin admin] For port a50083e0-f6cf-4fa5-a1da-e54af78e3e10, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=a50083e0-f6cf-4fa5-a1da-e54af78e3e10,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:41.305069 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-42c9f332-301c-42ba-ad8e-263582b2d1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:41.424568 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-42c9f332-301c-42ba-ad8e-263582b2d1c5 admin admin] Calling delete_port for a50083e0-f6cf-4fa5-a1da-e54af78e3e10 owned by network:router_interface {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:41.597286 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-42c9f332-301c-42ba-ad8e-263582b2d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:41.601897 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-6c939c3f-0275-44b6-95a2-6acb8a2f8f4c tempest-TestVolumeBootPattern-1129456368 tempest-TestVolumeBootPattern-1129456368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:41.648576 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9f332-301c-42ba-ad8e-263582b2d1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50083e0-f6cf-4fa5-a1da-e54af78e3e10,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:41.651039 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-42c9f332-301c-42ba-ad8e-263582b2d1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:42.015839 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-42c9f332-301c-42ba-ad8e-263582b2d1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454582'] for router_interface, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:42.366237 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c9f332-301c-42ba-ad8e-263582b2d1c5 admin admin] Router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:46:42.544406 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c9f332-301c-42ba-ad8e-263582b2d1c5 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:46:42.552787 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edebef9a-4b29-46f7-b81d-37c316a25d31 None None] Sync routers for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:46:42.556812 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-42c9f332-301c-42ba-ad8e-263582b2d1c5 admin admin] 10.222.0.61 "PUT /v2.0/routers/ff988f98-46d4-4af2-a8b5-e24a6ad0a703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5879192 Jun 25 14:46:42.559226 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60322) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:42.562407 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edebef9a-4b29-46f7-b81d-37c316a25d31 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:46:42.563026 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-edebef9a-4b29-46f7-b81d-37c316a25d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:46:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:42.734158 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Notify callbacks [] for router, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:42.741671 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-edebef9a-4b29-46f7-b81d-37c316a25d31 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:46:42.909126 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:42.918386 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Deleting port ac852489-b913-4689-88c8-97c3d1e41bae {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:42.918806 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:43.024065 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-edebef9a-4b29-46f7-b81d-37c316a25d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:46:41Z', 'revision_number': 5, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port': {'id': 'ac852489-b913-4689-88c8-97c3d1e41bae', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:38:56Z', 'updated_at': '2021-06-25T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:43.027859 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edebef9a-4b29-46f7-b81d-37c316a25d31 None None] Checking router: ff988f98-46d4-4af2-a8b5-e24a6ad0a703 for host: dv-cinder-798088-1-iscsi {{(pid=78418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:46:43.037353 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edebef9a-4b29-46f7-b81d-37c316a25d31 None None] Routers {'ff988f98-46d4-4af2-a8b5-e24a6ad0a703'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:46:43.037962 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-edebef9a-4b29-46f7-b81d-37c316a25d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:46:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'], 'active': True} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:43.091863 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] For port ac852489-b913-4689-88c8-97c3d1e41bae, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=ac852489-b913-4689-88c8-97c3d1e41bae,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:43.093078 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:43.194266 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_dvr_db [None req-edebef9a-4b29-46f7-b81d-37c316a25d31 None None] Set router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 gateway port host: None {{(pid=78418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:46:43.302858 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.db.l3_hamode_db [None req-edebef9a-4b29-46f7-b81d-37c316a25d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:46:42Z', 'revision_number': 6, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port_host': None}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:43.306824 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edebef9a-4b29-46f7-b81d-37c316a25d31 None None] The sync data for ids ['ff988f98-46d4-4af2-a8b5-e24a6ad0a703'] in dv-cinder-798088-1-iscsi is: [{'id': 'ff988f98-46d4-4af2-a8b5-e24a6ad0a703', 'name': 'tempest-TestVolumeBootPattern-252878298-router', 'tenant_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:38:55Z', 'updated_at': '2021-06-25T14:46:42Z', 'revision_number': 6, 'project_id': '8996bc08a1bf40f1b8d70015ef637c3c', 'gw_port_host': None}] {{(pid=78418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:46:43.335952 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Calling delete_port for ac852489-b913-4689-88c8-97c3d1e41bae owned by network:router_gateway {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:43.500839 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:43.504429 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:43.547766 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac852489-b913-4689-88c8-97c3d1e41bae,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:43.584560 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:43.584939 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:43.585310 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:43.585731 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:43.586038 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:43.586399 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:43.586757 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:43.587114 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:43.587471 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:43.587852 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:43.588207 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:43.588559 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798088-1-iscsi {{(pid=78416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 14:46:43.591626 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:43.653666 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452927'] for router_gateway, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:43.825593 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34194'] for router, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:43.828503 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:43.850600 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-414930'] for router, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:43.851188 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff988f98-46d4-4af2-a8b5-e24a6ad0a703 {{(pid=78416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:46:43.864268 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] Notify callbacks [] for router, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:43.865383 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-35dbd748-36b1-401c-9353-da48dff4326d admin admin] 10.222.0.61 "DELETE /v2.0/routers/ff988f98-46d4-4af2-a8b5-e24a6ad0a703 HTTP/1.1" status: 204 len: 168 time: 1.3051069 Jun 25 14:46:43.868100 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60326) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:43.926857 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8c96e4-06fa-492c-921b-7d1d5daf68ae admin admin] Deleting subnet 86b6d42d-36ba-4c9f-bbda-578db5b1d4af {{(pid=78416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:46:43.929755 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ca8c96e4-06fa-492c-921b-7d1d5daf68ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:43.979795 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ca8c96e4-06fa-492c-921b-7d1d5daf68ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6929724'] for subnet, precommit_delete_associations {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:44.061819 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ca8c96e4-06fa-492c-921b-7d1d5daf68ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:44.138396 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ca8c96e4-06fa-492c-921b-7d1d5daf68ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5454212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7238070'] for subnet, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:44.142793 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-b4b5fcba-c583-4960-aac4-0c60b1f368cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:44.180553 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c96e4-06fa-492c-921b-7d1d5daf68ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86b6d42d-36ba-4c9f-bbda-578db5b1d4af,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:44.183548 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-ca8c96e4-06fa-492c-921b-7d1d5daf68ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:44.184500 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-ca8c96e4-06fa-492c-921b-7d1d5daf68ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for subnet, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:44.190983 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-ca8c96e4-06fa-492c-921b-7d1d5daf68ae admin admin] 10.222.0.61 "DELETE /v2.0/subnets/86b6d42d-36ba-4c9f-bbda-578db5b1d4af HTTP/1.1" status: 204 len: 168 time: 0.3219078 Jun 25 14:46:44.191388 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4732a248-e63e-4194-a845-9a992623d0b4 None None] Network 59225deb-2cbb-411b-8e05-9bf0274d0300 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:46:44.193444 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60330) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:44.299727 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:44.310561 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Deleting port 2c2dd41f-63b0-48fb-8120-10dac76802c7 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:44.310897 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:44.451247 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455cf4b4-120e-41da-aa9b-e43c457f9ff2 None None] DHCP port deletion for 59225deb-2cbb-411b-8e05-9bf0274d0300 request from dv-cinder-798088-1-iscsi {{(pid=78418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:46:44.456188 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-455cf4b4-120e-41da-aa9b-e43c457f9ff2 None None] Deleting port 2c2dd41f-63b0-48fb-8120-10dac76802c7 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:44.456567 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-455cf4b4-120e-41da-aa9b-e43c457f9ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:44.532336 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] For port 2c2dd41f-63b0-48fb-8120-10dac76802c7, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=2c2dd41f-63b0-48fb-8120-10dac76802c7,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:44.532716 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:44.632748 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 2c2dd41f-63b0-48fb-8120-10dac76802c7 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:46:44.658943 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Calling delete_port for 2c2dd41f-63b0-48fb-8120-10dac76802c7 owned by network:dhcp {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:44.773876 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-455cf4b4-120e-41da-aa9b-e43c457f9ff2 None None] For port 2c2dd41f-63b0-48fb-8120-10dac76802c7, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=2c2dd41f-63b0-48fb-8120-10dac76802c7,segment=NetworkSegment(64a2b5d1-13e5-4296-bc56-fb891409fa12),segment_id=64a2b5d1-13e5-4296-bc56-fb891409fa12)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:44.774273 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-455cf4b4-120e-41da-aa9b-e43c457f9ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:44.836072 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:44.839798 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-98758aa3-bad4-49a5-bac4-0eedb0f70304 tempest-AttachVolumeNegativeTest-352387031 tempest-AttachVolumeNegativeTest-352387031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:44.881936 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2dd41f-63b0-48fb-8120-10dac76802c7,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:44.885119 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:44.885880 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] No DVR routers for this DVR port 2c2dd41f-63b0-48fb-8120-10dac76802c7 on host dv-cinder-798088-1-iscsi {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:46:44.921568 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-455cf4b4-120e-41da-aa9b-e43c457f9ff2 None None] Calling delete_port for 2c2dd41f-63b0-48fb-8120-10dac76802c7 owned by network:dhcp {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:44.956191 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Port 2c2dd41f-63b0-48fb-8120-10dac76802c7 update to DOWN by agent not found {{(pid=78418) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2113}} Jun 25 14:46:44.956626 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device a50083e0-f6cf-4fa5-a1da-e54af78e3e10 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:46:44.998751 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:44.999688 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: a50083e0-f6cf-4fa5-a1da-e54af78e3e10 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:46:44.999940 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device a50083e0-f6cf-4fa5-a1da-e54af78e3e10 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:46:45.000363 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device ac852489-b913-4689-88c8-97c3d1e41bae no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:46:45.011960 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59225deb-2cbb-411b-8e05-9bf0274d0300']}} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:45.028853 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a2b5d1-13e5-4296-bc56-fb891409fa12') {'for_net_delete': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:45.029249 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a2b5d1-13e5-4296-bc56-fb891409fa12') {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:45.035900 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: ac852489-b913-4689-88c8-97c3d1e41bae {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:46:45.035900 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device ac852489-b913-4689-88c8-97c3d1e41bae not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:46:45.041849 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929669'] for segment, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:45.057997 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:45.064868 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=78416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:46:45.065215 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.db.api [None req-455cf4b4-120e-41da-aa9b-e43c457f9ff2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:46:45.065574 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5439526'] for segment, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:45.065720 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_db.api [None req-455cf4b4-120e-41da-aa9b-e43c457f9ff2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: Traceback (most recent call last): Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: timer() Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: cb(*args, **kw) Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: return func(*args, **kwargs) Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: self._notify() Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: self.callback(batched_events) Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: event.method(event) Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: return f(self, *a, **k) Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._get(url).json() Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: return self.request(url, 'GET', **kwargs) Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:46:45.080075 dv-cinder-798088-1-iscsi neutron-server[78416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:46:45.157861 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:45.161918 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-2754c3b6-a4f3-4a10-a77e-94adf42c046d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:45.175040 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:45.189787 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=59225deb-2cbb-411b-8e05-9bf0274d0300,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:45.192996 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:45.208213 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-30b1829f-ae94-4359-8e9d-e96fad269c9c admin admin] 10.222.0.61 "DELETE /v2.0/networks/59225deb-2cbb-411b-8e05-9bf0274d0300 HTTP/1.1" status: 204 len: 168 time: 1.0134115 Jun 25 14:46:45.211358 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 60334) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:45.566341 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-455cf4b4-120e-41da-aa9b-e43c457f9ff2 None None] Deleting port 2c2dd41f-63b0-48fb-8120-10dac76802c7 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:45.567074 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-455cf4b4-120e-41da-aa9b-e43c457f9ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:45.634645 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-455cf4b4-120e-41da-aa9b-e43c457f9ff2 None None] The port '2c2dd41f-63b0-48fb-8120-10dac76802c7' was deleted {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:46:45.736483 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-518a5c25-4f1d-441e-ae94-eb2c693379b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454426'] for router_interface, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:46.076905 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-518a5c25-4f1d-441e-ae94-eb2c693379b1 admin admin] Deleting port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:46.077233 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-518a5c25-4f1d-441e-ae94-eb2c693379b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:46.349855 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-518a5c25-4f1d-441e-ae94-eb2c693379b1 admin admin] For port 403321a1-4e5f-4c14-b45e-8ba762e3a7fe, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=403321a1-4e5f-4c14-b45e-8ba762e3a7fe,segment=NetworkSegment(ee8e6f84-a541-4ab7-b502-b63f34683cf4),segment_id=ee8e6f84-a541-4ab7-b502-b63f34683cf4)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:46.350532 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-518a5c25-4f1d-441e-ae94-eb2c693379b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:46.469651 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-518a5c25-4f1d-441e-ae94-eb2c693379b1 admin admin] Calling delete_port for 403321a1-4e5f-4c14-b45e-8ba762e3a7fe owned by network:router_interface {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:46.646229 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-518a5c25-4f1d-441e-ae94-eb2c693379b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:46.650000 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-83c4a78f-a494-48f1-a417-65064b38e09c tempest-ServerRescueNegativeTestJSON-1094226291 tempest-ServerRescueNegativeTestJSON-1094226291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:46.692274 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a5c25-4f1d-441e-ae94-eb2c693379b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=403321a1-4e5f-4c14-b45e-8ba762e3a7fe,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:46.695171 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-518a5c25-4f1d-441e-ae94-eb2c693379b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:46.959368 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-518a5c25-4f1d-441e-ae94-eb2c693379b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454582'] for router_interface, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:47.317263 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518a5c25-4f1d-441e-ae94-eb2c693379b1 admin admin] Router 3942b65a-b396-487f-8135-684a242c8646 has already been hosted by L3 agent dea0a1b2-034c-480c-b49c-771e2b3a2e7a {{(pid=78417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 25 14:46:47.489638 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518a5c25-4f1d-441e-ae94-eb2c693379b1 admin admin] Notify agent at l3_agent.dv-cinder-798088-1-iscsi the message routers_updated {{(pid=78417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 25 14:46:47.497851 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8014b-223e-41e8-94f8-7ed44095a35b None None] Sync routers for ids ['3942b65a-b396-487f-8135-684a242c8646'] in dv-cinder-798088-1-iscsi {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 14:46:47.507684 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-518a5c25-4f1d-441e-ae94-eb2c693379b1 admin admin] 10.222.0.61 "PUT /v2.0/routers/3942b65a-b396-487f-8135-684a242c8646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2943814 Jun 25 14:46:47.507907 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8014b-223e-41e8-94f8-7ed44095a35b None None] Routers {'3942b65a-b396-487f-8135-684a242c8646'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:46:47.508275 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-12f8014b-223e-41e8-94f8-7ed44095a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:46:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['3942b65a-b396-487f-8135-684a242c8646'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:47.509427 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 60338) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:47.686146 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-12f8014b-223e-41e8-94f8-7ed44095a35b None None] Set router 3942b65a-b396-487f-8135-684a242c8646 gateway port host: dv-cinder-798088-1-iscsi {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:46:47.799628 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Notify callbacks [] for router, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:47.961998 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-12f8014b-223e-41e8-94f8-7ed44095a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3942b65a-b396-487f-8135-684a242c8646', 'name': 'tempest-TestVolumeBootPattern-1999525572-router', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'external_fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:46:46Z', 'revision_number': 5, 'project_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'gw_port': {'id': '24e66ef3-d001-4afd-a76c-e972f38197f2', 'name': '', 'network_id': '10f2b18a-25e6-496e-8d19-550ef6db5c85', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3942b65a-b396-487f-8135-684a242c8646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-25T14:39:08Z', 'updated_at': '2021-06-25T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '388f351f-b11b-4f65-b2aa-f4fa22523b45', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798088-1-iscsi'}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:47.965776 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8014b-223e-41e8-94f8-7ed44095a35b None None] Checking router: 3942b65a-b396-487f-8135-684a242c8646 for host: dv-cinder-798088-1-iscsi {{(pid=78419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 14:46:47.974546 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8014b-223e-41e8-94f8-7ed44095a35b None None] Routers {'3942b65a-b396-487f-8135-684a242c8646'} bound to L3 agent in host dv-cinder-798088-1-iscsi {{(pid=78419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 25 14:46:47.975140 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-12f8014b-223e-41e8-94f8-7ed44095a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-25T14:22:35Z,description=,heartbeat_timestamp=2021-06-25T14:46:35Z,host='dv-cinder-798088-1-iscsi',id=dea0a1b2-034c-480c-b49c-771e2b3a2e7a,load=0,resource_versions=,resources_synced=,started_at=2021-06-25T14:22:35Z,topic='l3_agent')) {'router_ids': ['3942b65a-b396-487f-8135-684a242c8646'], 'active': True} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:47.978040 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:47.987977 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Deleting port 24e66ef3-d001-4afd-a76c-e972f38197f2 {{(pid=78417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:47.988332 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.123371 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_dvr_db [None req-12f8014b-223e-41e8-94f8-7ed44095a35b None None] Set router 3942b65a-b396-487f-8135-684a242c8646 gateway port host: None {{(pid=78419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 25 14:46:48.162527 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.db [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] For port 24e66ef3-d001-4afd-a76c-e972f38197f2, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=24e66ef3-d001-4afd-a76c-e972f38197f2,segment=NetworkSegment(2414cdf4-832f-4962-bed2-0672279289a8),segment_id=2414cdf4-832f-4962-bed2-0672279289a8)] {{(pid=78417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:48.162930 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.230549 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.l3_hamode_db [None req-12f8014b-223e-41e8-94f8-7ed44095a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3942b65a-b396-487f-8135-684a242c8646', 'name': 'tempest-TestVolumeBootPattern-1999525572-router', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:46:47Z', 'revision_number': 6, 'project_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'gw_port_host': None}], 'dv-cinder-798088-1-iscsi', False) {} {{(pid=78419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:48.235281 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8014b-223e-41e8-94f8-7ed44095a35b None None] The sync data for ids ['3942b65a-b396-487f-8135-684a242c8646'] in dv-cinder-798088-1-iscsi is: [{'id': '3942b65a-b396-487f-8135-684a242c8646', 'name': 'tempest-TestVolumeBootPattern-1999525572-router', 'tenant_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-25T14:39:07Z', 'updated_at': '2021-06-25T14:46:47Z', 'revision_number': 6, 'project_id': '3c4d2ada22d94ce68233f83cb5337b2d', 'gw_port_host': None}] {{(pid=78419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 14:46:48.290081 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.plugins.ml2.plugin [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Calling delete_port for 24e66ef3-d001-4afd-a76c-e972f38197f2 owned by network:router_gateway {{(pid=78417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:48.455934 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6337771'] for port, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.459424 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-739217e3-2352-4743-a26a-2a6b887ef4c0 tempest-AttachVolumeTestJSON-1692429880 tempest-AttachVolumeTestJSON-1692429880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:48.503896 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Pushing event deleted for resources: {'Port': ['ID=24e66ef3-d001-4afd-a76c-e972f38197f2,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:48.506691 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:48.595556 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-452927'] for router_gateway, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.774195 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-34194'] for router, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.776302 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.799685 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-414930'] for router, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.800179 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3942b65a-b396-487f-8135-684a242c8646 {{(pid=78417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 25 14:46:48.812850 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] Notify callbacks [] for router, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.813958 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-b47b0593-e212-4a4c-b24b-130619f9e91e admin admin] 10.222.0.61 "DELETE /v2.0/routers/3942b65a-b396-487f-8135-684a242c8646 HTTP/1.1" status: 204 len: 168 time: 1.3035493 Jun 25 14:46:48.816500 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [-] (78417) accepted ('10.222.0.61', 60342) {{(pid=78417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:48.878235 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.db.db_base_plugin_v2 [None req-c029e9d9-cd3c-4391-8f64-a8c53aaa8093 admin admin] Deleting subnet 4005fe08-ee32-40a1-89fa-2e00296113e6 {{(pid=78417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 25 14:46:48.881143 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d9-cd3c-4391-8f64-a8c53aaa8093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.928960 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d9-cd3c-4391-8f64-a8c53aaa8093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8159658'] for subnet, precommit_delete_associations {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:48.994815 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 403321a1-4e5f-4c14-b45e-8ba762e3a7fe no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:46:49.031332 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: 403321a1-4e5f-4c14-b45e-8ba762e3a7fe {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:46:49.031785 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 403321a1-4e5f-4c14-b45e-8ba762e3a7fe not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:46:49.127311 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d9-cd3c-4391-8f64-a8c53aaa8093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1457576'] for subnet, precommit_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.208644 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d9-cd3c-4391-8f64-a8c53aaa8093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1457279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6327578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6690465'] for subnet, after_delete {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.213032 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c3dfb6ca-979a-4ec6-a871-f295835e9978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:49.248950 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029e9d9-cd3c-4391-8f64-a8c53aaa8093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4005fe08-ee32-40a1-89fa-2e00296113e6,revision_number=None']} {{(pid=78417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:49.251879 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG oslo_concurrency.lockutils [None req-c029e9d9-cd3c-4391-8f64-a8c53aaa8093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:49.252863 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d9-cd3c-4391-8f64-a8c53aaa8093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.259026 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecdbafb-ced4-45b7-9f13-d0cc6e20914c None None] Network ab51e3fa-6a69-425b-995d-392a744e4433 requested from dv-cinder-798088-1-iscsi {{(pid=78418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 25 14:46:49.259590 dv-cinder-798088-1-iscsi neutron-server[78417]: INFO neutron.wsgi [None req-c029e9d9-cd3c-4391-8f64-a8c53aaa8093 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4005fe08-ee32-40a1-89fa-2e00296113e6 HTTP/1.1" status: 204 len: 168 time: 0.4420981 Jun 25 14:46:49.262099 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60346) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:49.367161 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1333321'] for network, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.378903 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Deleting port fb7ed05d-c9f0-4561-8fbf-014cde27c301 {{(pid=78416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:49.379238 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.526789 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c072f-045b-4a16-a825-767460697956 None None] DHCP port deletion for ab51e3fa-6a69-425b-995d-392a744e4433 request from dv-cinder-798088-1-iscsi {{(pid=78418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 25 14:46:49.531342 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c072f-045b-4a16-a825-767460697956 None None] Deleting port fb7ed05d-c9f0-4561-8fbf-014cde27c301 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:49.531760 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-cc7c072f-045b-4a16-a825-767460697956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.615180 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.db [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] For port fb7ed05d-c9f0-4561-8fbf-014cde27c301, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=fb7ed05d-c9f0-4561-8fbf-014cde27c301,segment=NetworkSegment(ee8e6f84-a541-4ab7-b502-b63f34683cf4),segment_id=ee8e6f84-a541-4ab7-b502-b63f34683cf4)] {{(pid=78416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:49.615435 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.734070 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.db [None req-cc7c072f-045b-4a16-a825-767460697956 None None] For port fb7ed05d-c9f0-4561-8fbf-014cde27c301, host dv-cinder-798088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798088-1-iscsi',level=0,port_id=fb7ed05d-c9f0-4561-8fbf-014cde27c301,segment=NetworkSegment(ee8e6f84-a541-4ab7-b502-b63f34683cf4),segment_id=ee8e6f84-a541-4ab7-b502-b63f34683cf4)] {{(pid=78418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 25 14:46:49.734503 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-cc7c072f-045b-4a16-a825-767460697956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415514'] for port, precommit_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.738817 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.plugin [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Calling delete_port for fb7ed05d-c9f0-4561-8fbf-014cde27c301 owned by network:dhcp {{(pid=78416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:49.819468 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1383136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-227406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793052572124', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793052127766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5439605'] for port, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.823408 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-dedc6516-e3b6-4368-aee8-a35dd258956b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:49.857142 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c072f-045b-4a16-a825-767460697956 None None] Calling delete_port for fb7ed05d-c9f0-4561-8fbf-014cde27c301 owned by network:dhcp {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 25 14:46:49.866791 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7ed05d-c9f0-4561-8fbf-014cde27c301,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:49.869655 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:49.870421 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] No DVR routers for this DVR port fb7ed05d-c9f0-4561-8fbf-014cde27c301 on host dv-cinder-798088-1-iscsi {{(pid=78416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 25 14:46:49.934800 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.db.api [None req-cc7c072f-045b-4a16-a825-767460697956 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 25 14:46:49.935163 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG oslo_db.api [None req-cc7c072f-045b-4a16-a825-767460697956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 14:46:49.984677 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1451829', 'neutron.services.segments.db._delete_segments_for_network-8793052630209'] for network, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:49.997407 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab51e3fa-6a69-425b-995d-392a744e4433']}} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:50.009431 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8e6f84-a541-4ab7-b502-b63f34683cf4') {'for_net_delete': True} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:50.009733 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.services.segments.db [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8e6f84-a541-4ab7-b502-b63f34683cf4') {} {{(pid=78416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 14:46:50.023002 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793052642344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6929669'] for segment, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.040493 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1456114'] for segment, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.046966 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=78416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 14:46:50.047362 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1456125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5439526'] for segment, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: Traceback (most recent call last): Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: timer() Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: cb(*args, **kw) Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: return func(*args, **kwargs) Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: self._notify() Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: self.callback(batched_events) Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: event.method(event) Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: aggregate_uuid = self.p_client.list_aggregates( Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: return f(self, *a, **k) Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._get(url).json() Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: return self.request(url, 'GET', **kwargs) Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: base_url = self.get_endpoint(auth, allow=allow, Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 25 14:46:50.064172 dv-cinder-798088-1-iscsi neutron-server[78416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 25 14:46:50.137484 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1451818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-452890'] for network, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.141443 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:50.154210 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546692'] for network, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.165297 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab51e3fa-6a69-425b-995d-392a744e4433,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:50.169610 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:50.173351 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-7157325d-cd7f-4983-95ca-1a59147ca6d0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ab51e3fa-6a69-425b-995d-392a744e4433 HTTP/1.1" status: 204 len: 168 time: 0.9096253 Jun 25 14:46:50.286801 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60352) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:50.337644 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-3043c810-9668-45f8-8adc-80a1acfb5b79 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8996bc08a1bf40f1b8d70015ef637c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496092 Jun 25 14:46:50.340046 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60356) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:50.396914 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bf1e266d-ee6b-4d77-a3c4-331cfd50b567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.421981 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bf1e266d-ee6b-4d77-a3c4-331cfd50b567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.437099 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c072f-045b-4a16-a825-767460697956 None None] Deleting port fb7ed05d-c9f0-4561-8fbf-014cde27c301 {{(pid=78418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 25 14:46:50.437606 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-cc7c072f-045b-4a16-a825-767460697956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793052571248'] for port, before_delete {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.476301 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bf1e266d-ee6b-4d77-a3c4-331cfd50b567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.480013 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-89c6c823-73a6-446e-93c8-d497dfea3b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:50.492662 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e266d-ee6b-4d77-a3c4-331cfd50b567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4863e90-c931-4d0d-b48b-cf8030a0ecfc,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:50.495991 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-bf1e266d-ee6b-4d77-a3c4-331cfd50b567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:50.502161 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-bf1e266d-ee6b-4d77-a3c4-331cfd50b567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.503258 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-bf1e266d-ee6b-4d77-a3c4-331cfd50b567 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b4863e90-c931-4d0d-b48b-cf8030a0ecfc HTTP/1.1" status: 204 len: 168 time: 0.1623511 Jun 25 14:46:50.504312 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c072f-045b-4a16-a825-767460697956 None None] The port 'fb7ed05d-c9f0-4561-8fbf-014cde27c301' was deleted {{(pid=78418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 25 14:46:50.616748 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device fb7ed05d-c9f0-4561-8fbf-014cde27c301 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:46:50.688813 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: fb7ed05d-c9f0-4561-8fbf-014cde27c301 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:46:50.689162 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device fb7ed05d-c9f0-4561-8fbf-014cde27c301 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:46:50.689586 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 24e66ef3-d001-4afd-a76c-e972f38197f2 no longer exists at agent ovs-agent-dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 25 14:46:50.721273 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.plugin [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] No Port match for: 24e66ef3-d001-4afd-a76c-e972f38197f2 {{(pid=78418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 25 14:46:50.721608 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron.plugins.ml2.rpc [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Device 24e66ef3-d001-4afd-a76c-e972f38197f2 not bound to the agent host dv-cinder-798088-1-iscsi {{(pid=78418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 25 14:46:50.856786 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60364) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:50.904879 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-98409df9-ac96-43ad-a96c-2a1f20b79c3c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c4d2ada22d94ce68233f83cb5337b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467682 Jun 25 14:46:50.907108 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [-] (78416) accepted ('10.222.0.61', 60368) {{(pid=78416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 25 14:46:50.967546 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-269423d9-c657-4e5c-ac54-cf5d960d129c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:50.994384 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-269423d9-c657-4e5c-ac54-cf5d960d129c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:51.046004 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-269423d9-c657-4e5c-ac54-cf5d960d129c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-512649'] for security_group, after_delete {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:51.050206 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-42181c43-5c0a-480a-9f1a-8dcca9b95120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 25 14:46:51.063454 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269423d9-c657-4e5c-ac54-cf5d960d129c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbfc41d-ebf3-4f4f-8b4f-5033c4aaee8a,revision_number=None']} {{(pid=78416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 14:46:51.065775 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG oslo_concurrency.lockutils [None req-269423d9-c657-4e5c-ac54-cf5d960d129c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 25 14:46:51.069804 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron_lib.callbacks.manager [None req-269423d9-c657-4e5c-ac54-cf5d960d129c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:46:51.071081 dv-cinder-798088-1-iscsi neutron-server[78416]: INFO neutron.wsgi [None req-269423d9-c657-4e5c-ac54-cf5d960d129c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fbfc41d-ebf3-4f4f-8b4f-5033c4aaee8a HTTP/1.1" status: 204 len: 168 time: 0.1630433 Jun 25 14:46:56.741062 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:47:01.642850 dv-cinder-798088-1-iscsi neutron-server[78416]: DEBUG neutron.wsgi [req-e587502e-b508-4239-9c0a-02fc16a5777a req-b7d62abc-b557-4075-80f9-2687c9bdfa52 service neutron] (78416) timed out ('10.222.0.69', 55622) {{(pid=78416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 25 14:47:02.607997 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1b518a7c-edb3-4c86-b9ac-73e20c44e350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:02.992495 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:05.477098 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-fcbb48bc-ef37-4157-985c-d157914545d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:06.190034 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:07.631349 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:08.665894 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:32.610873 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-abdd1fa9-2845-4c93-a4ae-9a3f4bdad739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:32.997075 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:33.740397 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:47:35.477712 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-80c6cbc7-2849-4d63-9b3c-ac0851cfa370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:36.191269 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:37.634801 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:47:38.671635 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:02.615210 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-a220d440-6007-4e6f-82af-540eabfcbc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:02.991975 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:05.486686 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-6c83cc08-8e3c-4233-9deb-cf301136d71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:06.195300 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:07.637821 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:08.671509 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:10.739576 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:48:32.618091 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-dd603b81-6a6e-4d12-9ac9-758c6517f037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:32.995880 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:35.480404 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-4bfe51c5-735f-4535-acda-514b3c124375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:36.199347 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:37.638512 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:38.715671 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:48:47.739142 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:49:02.621548 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0df367aa-5492-4d1a-af68-c42dcd2ec55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:02.997810 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:05.483336 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-d1d59d1c-e23c-4097-941f-fc189b7a8fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:06.200990 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:07.642284 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:08.689888 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:24.738564 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:49:32.624843 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-542fdbfa-a156-4002-99d5-1ac1f43a8882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:33.001255 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:35.487255 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-db8f63b4-13e7-45a5-a195-537e211351c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:36.207224 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:37.647411 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:49:38.707418 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:01.738826 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:50:02.628906 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-714c48a8-755a-44f4-8b8e-8a6d0397408f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:03.012937 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:05.490222 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-177722f1-c2d4-4817-8ab3-7479c87f12e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:06.208376 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:07.649060 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:08.715359 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:32.630413 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-0126b653-ed41-493e-ab5e-f9622c36df77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:33.006600 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:35.491596 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-ebcd29bb-7433-4a99-8b8b-14c32be8399f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:36.209361 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:37.652477 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:50:38.736858 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:50:38.742879 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:02.635221 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-e2b36527-1475-43d8-a4ba-4f0fa00d9cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:03.010550 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:05.496218 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b286c4f1-51c7-4999-833c-b5de85e2cecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:06.213546 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:07.654826 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:08.727466 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:15.735726 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:51:32.641301 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-4b202281-c8a8-4932-b000-80518e65f810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:33.014163 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:35.499773 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-54830864-bea1-4a0e-ba83-52d12cc23727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:36.219309 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-b97b033e-019d-45ce-ac62-f8f2c128195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:37.658042 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-1cd15544-c96c-4ba5-a5f5-043d95cb9eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:38.726243 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-766a2f27-f4dd-420a-b3d0-7674a9aff46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:51:51.769393 dv-cinder-798088-1-iscsi neutron-server[78417]: DEBUG neutron.wsgi [req-7443d619-6fdb-42ee-978b-6a94f77d37c1 req-f712635d-8a0a-4638-8c35-89716dfe4fa0 service neutron] (78417) timed out ('10.222.0.69', 55600) {{(pid=78417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 25 14:51:52.734124 dv-cinder-798088-1-iscsi neutron-server[78419]: DEBUG neutron.db.agents_db [None req-fb754a17-0510-41b0-8e8e-3071a7eaf1a5 None None] Agent healthcheck: found 6 active agents {{(pid=78419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 25 14:52:02.634954 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-ce96dd81-5626-4591-b133-663f5e03d568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 25 14:52:03.015992 dv-cinder-798088-1-iscsi neutron-server[78418]: DEBUG neutron_lib.callbacks.manager [None req-44b03a7a-9ccb-4a48-959d-aecd9a2f0461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793052630218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1452267'] for agent, after_update {{(pid=78418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}